-- Logs begin at Thu 2022-03-10 06:12:21 UTC, end at Thu 2022-03-10 07:17:39 UTC. -- Mar 10 06:45:05.737221 dv-cinder-832918-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 06:45:08.630731 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.common.config [-] Logging enabled! Mar 10 06:45:08.631343 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 06:45:08.631513 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109412) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 06:45:08.634775 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.common.config [-] Logging enabled! Mar 10 06:45:08.635031 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 06:45:08.635343 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109412) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 06:45:08.636785 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 06:45:08.637039 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 06:45:08.637413 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 06:45:08.637660 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 06:45:08.637887 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 06:45:08.638612 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.639043 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 06:45:08.639361 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.639660 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.639959 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.640256 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.640548 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.640830 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.641146 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.641447 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.641734 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.642015 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.642298 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.642593 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.642876 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.643166 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.643454 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.643738 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] debug = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.644019 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.644458 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.644875 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.645198 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.645487 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.645774 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.646041 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.646318 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.646601 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.646931 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] host = dv-cinder-832918-1-iscsi {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.647212 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.647500 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.647788 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.648075 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.648356 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.648633 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.648919 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.649219 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.649497 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.649772 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.650060 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.650348 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.650644 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.650869 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.651091 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.651382 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.651672 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.652509 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.652787 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.653087 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.653370 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.653648 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.653918 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.654207 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.654495 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.654783 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.655059 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.655339 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.655614 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.655889 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.656176 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.656452 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.656728 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.657030 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.657313 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.657587 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.657863 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.658164 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.658461 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.658748 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.659032 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.659309 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.659593 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.659869 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.660143 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.660419 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] use_json = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.660694 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.660966 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.661274 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.661551 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.661827 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.662101 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.662375 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.662662 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.662934 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:08.663228 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.663528 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.663828 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.664129 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.664424 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.664706 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.665021 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.665299 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.665590 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.665881 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.666171 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.666449 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.666748 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.667039 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.667333 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.667677 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.667973 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.668267 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.668549 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.668827 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.669136 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.669421 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.669710 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.669993 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.670284 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.670577 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.670857 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.671155 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.671445 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.671743 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.672037 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.672316 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.672599 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.672892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.673198 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.673476 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.673758 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.674050 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.674331 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.674605 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.674889 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.675168 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.675442 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.675716 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.675995 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.676287 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.676567 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.676839 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.677144 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.677424 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.677698 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.677983 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.678263 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.678542 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.678816 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.679095 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.679521 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.680001 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.680475 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.680943 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.681461 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.681933 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.682401 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.683166 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.683647 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.684120 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.684593 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.685101 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.685581 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.686050 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.686524 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.686995 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.687455 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.687919 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.688399 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.688857 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.689325 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.689764 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.690243 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.690530 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.690814 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.691096 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.691378 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.691657 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.691932 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.692232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.692514 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.692806 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.693141 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.693421 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.693719 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.693998 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.694277 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.694558 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.694835 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.695115 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.695399 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.695682 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.695976 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.696268 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.696562 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.696861 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.697183 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.697469 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.697781 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.698063 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:08.698282 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 06:45:08.698535 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109412) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 06:45:09.070159 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 06:45:09.070437 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 06:45:09.070747 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 06:45:09.071222 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 06:45:09.395070 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.395286 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.395555 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.396735 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.397033 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.397414 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.442994 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.443278 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.443546 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.458131 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.458411 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.458680 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.487344 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.487621 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.487884 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.524747 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.525040 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.525311 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.868264 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.868882 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.868882 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.869108 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.869765 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.968919 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.969320 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.969550 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.969820 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.970084 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.970391 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.970650 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.970908 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.971162 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.971442 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.971698 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.971962 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.972217 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.972470 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.972722 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.973007 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.973261 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.973527 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.973792 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.974047 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.974315 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.974565 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.974843 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.975213 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.975458 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.975700 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:09.976092 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:09.976330 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:09.976567 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:09.976800 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:09.977057 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:09.977293 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:09.977670 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 06:45:09.980965 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 06:45:09.985062 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 06:45:09.988763 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 10 06:45:09.990430 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 06:45:09.990904 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 06:45:09.991240 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 06:45:09.991620 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 06:45:09.994470 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 06:45:09.994716 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 06:45:09.995060 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 06:45:10.000447 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 06:45:10.024510 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 06:45:10.024965 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.025290 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109412) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 06:45:10.025663 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.027054 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109412) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 06:45:10.027335 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 06:45:10.027581 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 06:45:10.030892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.031175 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.094413 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 06:45:10.094645 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 06:45:10.094880 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 06:45:10.095247 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 06:45:10.116427 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_db.sqlalchemy.engines [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109412) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 06:45:10.555616 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing driver for type 'gre' Mar 10 06:45:10.556269 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] gre ID ranges: [(1, 1000)] Mar 10 06:45:10.608217 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing driver for type 'local' Mar 10 06:45:10.608555 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing driver for type 'vlan' Mar 10 06:45:10.621971 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] VlanTypeDriver initialization complete Mar 10 06:45:10.622482 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing driver for type 'vxlan' Mar 10 06:45:10.622972 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] vxlan ID ranges: [(1, 1000)] Mar 10 06:45:10.674765 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing extension driver 'port_security' Mar 10 06:45:10.675312 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] PortSecurityExtensionDriver initialization complete Mar 10 06:45:10.675682 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing mechanism driver 'openvswitch' Mar 10 06:45:10.676148 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing mechanism driver 'hyperv' Mar 10 06:45:10.682795 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:10.684416 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.684785 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.685166 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.685693 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:45:10.686126 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.686478 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.686824 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.687222 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:45:10.687629 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.687976 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.688315 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.688710 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:45:10.689147 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > security_group after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.689499 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > security_group after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.689844 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.690240 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:45:10.690644 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.690988 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.691328 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.691721 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:45:10.692126 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > address_group after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.692467 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > address_group after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.692803 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.693221 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:45:10.693665 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] ML2 OVO RPC backend initialized. {{(pid=109412) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 06:45:10.694366 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.694720 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.695134 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.695479 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > networks before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.695823 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.696169 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > ports before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.696507 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.696848 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnets before_response 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.697216 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.697556 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.697889 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.698229 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.698560 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.699512 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.699849 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.700183 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.700650 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.708291 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded quota_driver: . Mar 10 06:45:10.708661 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.plugin [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Modular L2 Plugin initialization complete Mar 10 06:45:10.709024 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading services supported by the core plugin {{(pid=109412) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 06:45:10.709376 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.plugins.ml2.managers [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Got port-security extension from driver 'port_security' Mar 10 06:45:10.709852 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.extensions.vlantransparent [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Disabled vlantransparent extension. Mar 10 06:45:10.710345 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109412) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 06:45:10.710668 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: router Mar 10 06:45:10.749490 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.749892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_create 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.750263 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router before_create 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.750631 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.751007 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.751366 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_delete 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.751726 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.752072 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.752431 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_create 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.752780 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_update 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.753153 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_update 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.753504 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.753861 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_update 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.754269 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_update 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.754636 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.754977 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.755315 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: subnet after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.755656 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.756009 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.756356 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_create 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.756699 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.757067 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.757427 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router after_update 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.757769 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.758249 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_create 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.758611 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.758957 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_update 55549900 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.759325 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > agent after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.759676 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > agent after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.760024 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > network after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.760877 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Tracking information for resource: router configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:10.761234 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Tracking information for resource: floatingip configured {{(pid=109412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:45:10.766712 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.db.l3_agentschedulers_db [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 06:45:10.767291 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.767663 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.768018 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.768370 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.769188 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router before_create 55550100 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.769555 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.769915 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_create 55550100 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.770273 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > router precommit_update 55550100 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.775090 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.provider_configuration [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service providers = [] {{(pid=109412) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 06:45:10.775458 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.db.servicetype_db [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109412) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 06:45:10.778439 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.service_base [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:45:10.778789 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.service_base [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:45:10.779133 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.service_base [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:45:10.780010 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.services.service_base [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:45:10.780384 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.services.service_base [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 06:45:10.780767 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.781111 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 06:45:10.791757 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.792095 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: auto_allocate Mar 10 06:45:10.797917 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: network precommit_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.798285 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: network precommit_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.798805 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.799123 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: tag Mar 10 06:45:10.806031 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.806512 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: timestamp Mar 10 06:45:10.811125 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.811459 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: network_ip_availability Mar 10 06:45:10.816882 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.817279 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.817633 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:10.818335 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.818655 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: flavors Mar 10 06:45:10.823580 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.824518 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading Plugin: revisions Mar 10 06:45:10.828808 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:45:10.829239 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_concurrency.lockutils [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=109412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 06:45:10.829981 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109412) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 06:45:10.830318 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Initializing extension manager. Mar 10 06:45:10.830833 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: __init__.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.831176 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: __pycache__ {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.831510 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: address_group.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.832252 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.832811 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: address-group Mar 10 06:45:10.833174 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: address_scope.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.833944 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.834448 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: address-scope Mar 10 06:45:10.834771 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.835712 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.836220 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: router-admin-state-down-before-update Mar 10 06:45:10.836592 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: agent.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.837263 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.837764 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: agent Mar 10 06:45:10.838086 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: agent_resources_synced.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.838989 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.839517 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: agent-resources-synced Mar 10 06:45:10.839843 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: allowedaddresspairs.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.841643 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.842293 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: allowed-address-pairs Mar 10 06:45:10.842628 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: auto_allocated_topology.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.843716 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.844227 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: auto-allocated-topology Mar 10 06:45:10.844556 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: availability_zone.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.845269 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.845777 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: availability_zone Mar 10 06:45:10.846101 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: availability_zone_filter.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.847089 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.847601 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: availability_zone_filter Mar 10 06:45:10.847925 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: data_plane_status.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.848831 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.849371 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 06:45:10.849695 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: default_subnetpools.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.850603 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.851109 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: default-subnetpools Mar 10 06:45:10.851429 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.852229 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.852738 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: dhcp_agent_scheduler Mar 10 06:45:10.853091 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: dns.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.854003 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.854502 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension dns-integration not supported by any of loaded plugins Mar 10 06:45:10.854823 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: dns_domain_ports.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.855756 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.856258 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 06:45:10.856577 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.857516 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.858014 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 06:45:10.858333 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: dvr.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.859000 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.859499 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: dvr Mar 10 06:45:10.859816 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: ecmp_routes.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.860719 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.861252 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 06:45:10.861575 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: empty_string_filtering.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.862480 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.862984 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: empty-string-filtering Mar 10 06:45:10.863307 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.864210 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.864707 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 06:45:10.865062 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.865981 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.866479 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 06:45:10.866803 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: external_net.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.867699 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.868201 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: external-net Mar 10 06:45:10.868524 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.869447 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.869949 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: extra_dhcp_opt Mar 10 06:45:10.870272 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: extraroute.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.871687 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.872188 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: extraroute Mar 10 06:45:10.872518 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: extraroute_atomic.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.873570 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.874079 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: extraroute-atomic Mar 10 06:45:10.874401 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: filter_validation.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.875060 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.875559 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: filter-validation Mar 10 06:45:10.875879 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: fip_pf_description.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.876776 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.877296 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 06:45:10.877620 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: fip_port_details.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.878697 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.879199 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: fip-port-details Mar 10 06:45:10.879523 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: flavors.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.880750 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.881297 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: flavors Mar 10 06:45:10.881626 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.883328 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.883849 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 06:45:10.884181 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: floatingip_pools.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.884880 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.885429 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: floatingip-pools Mar 10 06:45:10.885761 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: ip_allocation.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.887290 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.887795 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 06:45:10.888121 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.889064 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.889571 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: ip-substring-filtering Mar 10 06:45:10.889898 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l2_adjacency.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.890821 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.891321 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 06:45:10.891645 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.892590 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.893144 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: router Mar 10 06:45:10.893470 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.895725 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.896249 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 06:45:10.896581 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.897535 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.898053 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: ext-gw-mode Mar 10 06:45:10.898381 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.899290 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.899795 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: l3-ha Mar 10 06:45:10.900118 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.901044 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.901551 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 06:45:10.901874 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_flavors.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.902820 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.903326 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: l3-flavors Mar 10 06:45:10.903651 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.905149 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.905664 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 06:45:10.905991 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.906907 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.907412 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 06:45:10.907729 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: l3agentscheduler.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.908777 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.909315 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: l3_agent_scheduler Mar 10 06:45:10.909640 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: local_ip.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.911417 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.911939 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension local_ip not supported by any of loaded plugins Mar 10 06:45:10.912277 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: logging.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.915226 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.915750 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension logging not supported by any of loaded plugins Mar 10 06:45:10.916085 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: metering.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.916826 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.917444 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: metering Mar 10 06:45:10.918306 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.919395 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.919911 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: metering_source_and_destination_fields Mar 10 06:45:10.920241 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: multiprovidernet.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.921210 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.921720 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: multi-provider Mar 10 06:45:10.922047 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: netmtu.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.922967 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.923469 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: net-mtu Mar 10 06:45:10.923793 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: netmtu_writable.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.924708 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.925245 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: net-mtu-writable Mar 10 06:45:10.925569 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: network_availability_zone.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.926235 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.926738 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: network_availability_zone Mar 10 06:45:10.927060 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: network_ip_availability.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.928172 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.928675 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: network-ip-availability Mar 10 06:45:10.929014 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: network_segment_range.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.929791 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.930293 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 06:45:10.930617 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: pagination.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.931597 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.931929 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: pagination Mar 10 06:45:10.932251 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: port_device_profile.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.934071 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.934585 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: port-device-profile Mar 10 06:45:10.934909 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.935829 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.936341 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: port-mac-address-regenerate Mar 10 06:45:10.936669 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.937602 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.938112 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: port-numa-affinity-policy Mar 10 06:45:10.938437 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: port_resource_request.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.939347 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.939850 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 06:45:10.940176 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: port_resource_request_groups.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.941187 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.941694 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 06:45:10.942016 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: portbindings.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.942942 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.943454 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: binding Mar 10 06:45:10.943774 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: portbindings_extended.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.945070 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.945584 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: binding-extended Mar 10 06:45:10.945914 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: portsecurity.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.946830 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.947341 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: port-security Mar 10 06:45:10.947666 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: project_id.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.948724 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.949122 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: project-id Mar 10 06:45:10.949448 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: providernet.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.950355 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.950865 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: provider Mar 10 06:45:10.951186 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.954782 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.955307 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos not supported by any of loaded plugins Mar 10 06:45:10.955635 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.956868 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.957422 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 06:45:10.957754 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.958730 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.959243 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 06:45:10.959571 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_default.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.960478 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.961009 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-default not supported by any of loaded plugins Mar 10 06:45:10.961340 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_fip.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.962267 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.962775 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-fip not supported by any of loaded plugins Mar 10 06:45:10.963108 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.964010 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.964553 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 06:45:10.964879 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_gateway_ip.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.965829 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.966335 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 06:45:10.966662 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_port_network_policy.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.967699 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.968211 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 06:45:10.968536 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.969672 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.970181 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 06:45:10.970508 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.971551 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.972058 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 06:45:10.972383 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_pps_rule.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.973588 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.974106 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-pps not supported by any of loaded plugins Mar 10 06:45:10.974431 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_rule_type_details.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.975353 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.975861 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 06:45:10.976182 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: qos_rules_alias.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.977264 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.977778 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 06:45:10.978104 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: quota_check_limit.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.979009 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.979520 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: quota-check-limit Mar 10 06:45:10.979842 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: quotasv2.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.981328 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.981654 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: quotas Mar 10 06:45:10.981975 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: quotasv2_detail.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.983684 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.984027 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: quota_details Mar 10 06:45:10.984359 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: rbac.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.985439 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.985962 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: rbac-policies Mar 10 06:45:10.986295 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: rbac_address_group.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.987220 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.987735 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: rbac-address-group Mar 10 06:45:10.988079 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: rbac_address_scope.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.988973 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.989508 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: rbac-address-scope Mar 10 06:45:10.989835 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: rbac_security_groups.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.990750 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.991257 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: rbac-security-groups Mar 10 06:45:10.991582 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: rbac_subnetpool.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.992488 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.993020 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: rbac-subnetpool Mar 10 06:45:10.993354 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: revisionifmatch.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.994346 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.994857 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: revision-if-match Mar 10 06:45:10.995181 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: revisions.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.996864 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.997438 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: standard-attr-revisions Mar 10 06:45:10.997770 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: router_availability_zone.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:10.998451 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:10.998961 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: router_availability_zone Mar 10 06:45:10.999288 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: routerservicetype.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.000208 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.000712 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension router-service-type not supported by any of loaded plugins Mar 10 06:45:11.001071 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.001990 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.002498 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: security-groups-normalized-cidr Mar 10 06:45:11.002823 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.003740 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.004248 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: port-security-groups-filtering Mar 10 06:45:11.004573 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.005514 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.006127 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: security-groups-remote-address-group Mar 10 06:45:11.006333 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.007251 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.007759 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: security-groups-shared-filtering Mar 10 06:45:11.008082 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.008680 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 06:45:11.009020 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: securitygroup.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.018715 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.019246 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: security-group Mar 10 06:45:11.019583 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: segment.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.020308 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.020814 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension segment not supported by any of loaded plugins Mar 10 06:45:11.021174 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.022112 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.022616 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 06:45:11.022944 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: servicetype.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.024059 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.024570 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: service-type Mar 10 06:45:11.024898 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: sorting.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.025906 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.026236 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: sorting Mar 10 06:45:11.026555 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: standard_attr_segment.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.027488 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.027996 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 06:45:11.028319 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: standardattrdescription.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.028958 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.029484 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: standard-attr-description Mar 10 06:45:11.029806 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: stateful_security_group.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.030721 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.031232 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: stateful-security-group Mar 10 06:45:11.031553 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: stdattrs_common.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.032117 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 06:45:11.032438 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.033392 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.033906 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 06:45:11.034228 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: subnet_onboard.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.035289 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.035806 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: subnet_onboard Mar 10 06:45:11.036130 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.037103 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.037616 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 06:45:11.037941 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: subnet_service_types.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.038858 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.039374 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: subnet-service-types Mar 10 06:45:11.039702 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: subnetallocation.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.040776 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.041329 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: subnet_allocation Mar 10 06:45:11.041655 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.042315 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.043346 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: subnetpool-prefix-ops Mar 10 06:45:11.043672 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.044595 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.045130 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 06:45:11.045453 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: tagging.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.046524 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.047030 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: standard-attr-tag Mar 10 06:45:11.047356 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: timestamp.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.048546 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.049192 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loaded extension: standard-attr-timestamp Mar 10 06:45:11.049524 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: trunk.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.050558 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.051071 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension trunk not supported by any of loaded plugins Mar 10 06:45:11.051395 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: trunk_details.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.052309 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.052817 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension trunk-details not supported by any of loaded plugins Mar 10 06:45:11.053175 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: uplink_status_propagation.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.054093 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.054597 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 06:45:11.054916 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Loading extension file: vlantransparent.py {{(pid=109412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:45:11.055579 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:45:11.056124 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 06:45:11.059583 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:network Mar 10 06:45:11.060026 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:subnet Mar 10 06:45:11.060418 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:45:11.060815 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:port Mar 10 06:45:11.062050 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.062495 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service FLAVORS assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.063102 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.063529 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.063867 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:router Mar 10 06:45:11.064295 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 06:45:11.064787 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service METERING assigned prefix: /metering {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.066264 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:11.066632 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:11.067118 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:45:11.068838 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 06:45:11.069599 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:security_group Mar 10 06:45:11.070326 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 06:45:11.071370 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service CORE assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.071937 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:45:11.072532 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] subnetpool is already registered Mar 10 06:45:11.073277 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service CORE assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.073874 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:45:11.074446 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] subnetpool is already registered Mar 10 06:45:11.078144 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.078580 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service FLAVORS assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.079160 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.079581 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.079915 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:router Mar 10 06:45:11.080253 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] router is already registered Mar 10 06:45:11.080660 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 06:45:11.081021 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] floatingip is already registered Mar 10 06:45:11.081469 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service METERING assigned prefix: /metering {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.082137 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 06:45:11.082463 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] rbac_policy is already registered Mar 10 06:45:11.082880 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:security_group Mar 10 06:45:11.083207 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] security_group is already registered Mar 10 06:45:11.083604 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 06:45:11.084001 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] security_group_rule is already registered Mar 10 06:45:11.084625 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service CORE assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.084956 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:45:11.085309 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] subnetpool is already registered Mar 10 06:45:11.085725 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.v2.resource_helper [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Service CORE assigned prefix: {{(pid=109412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:45:11.086116 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:45:11.086443 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING neutron.quota.resource_registry [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] subnetpool is already registered Mar 10 06:45:11.086903 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: extensions {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.088486 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: address-groups {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.090084 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: address-scopes {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.091376 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: agents {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.092593 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: auto-allocated-topology {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.093913 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: availability_zones {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.095119 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: dhcp-networks {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.096660 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: dhcp-agents {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.098099 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: routers {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.100285 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: flavors {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.101480 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: service_profiles {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.102671 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: next_providers {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.104089 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: service_profiles {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.106176 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: floatingip-pools {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.107391 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: routers {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.109502 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: floatingips {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.111738 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: l3-routers {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.113149 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: l3-agents {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.114563 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: metering-labels {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.115906 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: metering-label-rules {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.117195 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: network-ip-availabilities {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.118428 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: bindings {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.120130 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: quotas {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.122369 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: quotas {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.123873 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: rbac-policies {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.125184 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: security-groups {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.126406 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: security-group-rules {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.127631 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: service-providers {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.128833 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: subnetpools {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.130285 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: subnetpools {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.131726 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.133438 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.135247 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.137118 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.139087 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.141152 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.142811 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.144682 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.146434 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.148311 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron.api.extensions [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Extended resource: tags {{(pid=109412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:45:11.154342 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING keystonemiddleware.auth_token [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 06:45:11.159016 dv-cinder-832918-1-iscsi neutron-server[109412]: WARNING keystonemiddleware.auth_token [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 06:45:11.168159 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_concurrency.lockutils [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Acquired lock "singleton_lock" {{(pid=109412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 06:45:11.168630 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_concurrency.lockutils [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Releasing lock "singleton_lock" {{(pid=109412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 06:45:11.169305 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Starting 2 workers Mar 10 06:45:11.174208 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Started child 109519 {{(pid=109412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:45:11.180302 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Started child 109520 {{(pid=109412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:45:11.180511 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:11.181139 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO neutron.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 06:45:11.181139 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:11.181281 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [-] (109519) wsgi starting up on http://0.0.0.0:9696 Mar 10 06:45:11.184262 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Starting 1 workers Mar 10 06:45:11.184784 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:11.186267 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [-] (109520) wsgi starting up on http://0.0.0.0:9696 Mar 10 06:45:11.189576 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Started child 109521 {{(pid=109412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:45:11.190123 dv-cinder-832918-1-iscsi neutron-server[109412]: INFO oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Starting 1 workers Mar 10 06:45:11.193314 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] calling RpcWorker wait() {{(pid=109521) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 06:45:11.193838 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] returning from RpcWorker wait() {{(pid=109521) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 06:45:11.194643 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Started child 109522 {{(pid=109412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:45:11.195331 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:11.195468 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bcce29a-4c43-426d-9f94-dbc52edb7595 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:11.195912 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:11.197463 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 06:45:11.197681 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 06:45:11.197867 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 06:45:11.198090 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 06:45:11.198439 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 06:45:11.198602 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 06:45:11.199171 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.199452 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.199709 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.199797 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:11.200231 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.200303 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.200861 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.201158 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.201416 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.201707 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.201973 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.202146 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.202315 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.202567 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.202794 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.203104 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.203368 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.203606 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.203850 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.204020 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.204289 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.204567 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.204794 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.205092 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] debug = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.205332 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.205830 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.206076 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.206325 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.206562 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.206836 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.207062 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.207335 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.207591 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.207845 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.208087 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.208332 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.208565 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.208777 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.209028 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.209274 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.209525 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.209746 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.210203 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] host = dv-cinder-832918-1-iscsi {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.210449 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.210691 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.210940 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.211184 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.211431 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.211660 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.211933 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.212201 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.212424 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.212646 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.212881 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.213133 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.213368 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.213625 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.213787 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_options = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.214003 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.214267 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.214574 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.214788 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.214940 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.215142 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.215339 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.215500 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.215759 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.215980 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.216195 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.216402 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.216650 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.216920 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.217154 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.217371 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.217601 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.217813 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.218059 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.218302 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.218544 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.218768 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.218983 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.219204 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.219447 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.219680 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.219917 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.220146 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.220357 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.221326 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.221326 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.221326 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.221703 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.221703 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.221976 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.222210 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.222439 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.222565 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:11.222700 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.222937 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.223164 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.223407 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.224061 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.224061 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.224795 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.225636 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.226232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.226232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_json = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.226470 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.226721 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.227315 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.228770 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.228933 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.231613 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.232699 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.232968 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.233232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.234232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.238067 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.238417 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.238704 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.238962 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.240067 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.241369 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.241814 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.242359 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.242793 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.243657 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.243909 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.244242 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.244529 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.244805 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.245172 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.245449 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.245758 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.246639 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.246878 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.247109 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.247441 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.247752 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.248004 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.248249 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.248494 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.248735 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.249075 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.249372 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.249716 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.250334 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.250982 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.251267 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.251495 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.251731 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.251970 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.252326 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.252592 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.252817 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.253127 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.253376 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.253598 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.253863 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.254117 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.254362 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.254603 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.254856 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.255088 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.255394 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.255659 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.255881 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.256924 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.257176 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.257508 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.257758 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.257972 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.258236 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.258497 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.258762 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.258970 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.259191 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.259406 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.259658 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.259878 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.260096 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.260312 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.260547 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.260777 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.261018 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.261244 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.261459 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.261694 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.261911 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.262158 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.262484 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.262728 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.262943 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.263158 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.263391 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.263607 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.263829 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.264047 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.264250 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.264457 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.264690 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.264905 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.265160 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.265366 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.265581 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.265820 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.266033 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.266314 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.266629 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.266975 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.267229 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.267567 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.267813 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.268034 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.268303 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.268527 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.268768 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.269028 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.269293 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.269551 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.269801 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.270024 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.270261 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.270518 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.270743 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.270966 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.271192 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.271409 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.271647 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.271892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.272162 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.272494 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.272756 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.273026 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.273249 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.273529 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.273755 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.274014 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.274237 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.274513 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.274817 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.275068 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.275329 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.275583 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.275840 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.276086 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.276321 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.276572 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.276836 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.277694 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.277940 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.278167 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.278407 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.278627 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.278887 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.279207 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.279457 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.279694 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.279936 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.280197 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.280456 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.280839 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.281136 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.281398 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.281652 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.281905 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.282133 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.282351 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.282698 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.282932 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.283209 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.284125 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.284350 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.284593 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.284817 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.285100 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.285348 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.285566 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.285806 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.286226 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.286399 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.286686 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.286923 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.287153 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.287345 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.287674 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.287906 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.288136 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.288537 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.288636 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.288894 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.289149 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.289465 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.289738 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.289976 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.290210 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.290453 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.290710 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.290946 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.291193 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.291530 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.291725 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.291910 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.292138 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.292368 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.292616 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.293426 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.293647 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.293881 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.294179 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.294589 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.294868 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.295116 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.295363 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.295607 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.295825 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.296149 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.296383 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.296621 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.296868 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.297096 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.297323 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.297566 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.297883 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.298127 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.298368 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.298697 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.298906 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.299141 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.299395 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.299670 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.299893 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.300211 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.300436 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.300660 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.300893 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.301232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.301380 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.301566 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.301849 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.302113 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.302460 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.302639 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.302894 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.303191 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.303424 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.303648 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.303943 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.304261 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.304446 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.304629 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.304915 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.305129 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.305390 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.305610 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.305892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.306209 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.306443 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.306545 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.306756 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.307146 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.307525 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.307759 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.308004 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.308463 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.308686 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.308914 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.309040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:11.309138 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.309501 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.309612 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.309806 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.310075 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.310248 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.310473 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.310700 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.310955 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.311275 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.311558 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.311854 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.312260 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.313108 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.313565 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.314085 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.314581 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.314811 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.315048 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.315383 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.315603 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.315842 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.316159 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.316462 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.316779 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.317056 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.317333 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.317610 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.317892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.318102 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.318548 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.318892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.319165 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.319429 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.319689 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.319926 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.320150 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.320389 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.320643 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.320865 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.321144 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.321404 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.321634 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.321877 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.322092 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.322319 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.322554 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.322778 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.323007 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.323250 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.323463 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.323617 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 06:45:11.324164 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 06:45:11.324330 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 06:45:11.324486 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 06:45:11.324655 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 06:45:11.324825 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 06:45:11.324978 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 06:45:11.325226 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.325368 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.325528 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.325686 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.325846 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326042 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326203 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326360 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326516 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326675 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326853 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.326987 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.327148 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.327302 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.327456 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.327765 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.328069 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.328374 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.328538 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.328853 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.329032 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.329197 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.329356 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] debug = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.329515 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.329730 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.329891 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.330199 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.330361 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.330520 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.330678 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.330836 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.330996 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.331154 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.331311 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.331469 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.331626 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.331784 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.331943 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.332101 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.332329 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.333077 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.333242 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] host = dv-cinder-832918-1-iscsi {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.333580 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.333580 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.333733 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.333856 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.334008 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.334325 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.334480 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.334788 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.334946 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.335099 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.335288 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.335411 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.335717 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.335879 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.336037 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_options = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.336197 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.336358 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.336515 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.336844 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.337165 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.337483 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.337652 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.337815 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.337973 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.338281 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.338442 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.338600 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.338764 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.338927 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.339082 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.339379 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.340161 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.340457 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.340775 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.340940 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.341123 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.341283 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.341442 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.341603 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.341761 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.341920 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.342077 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.342235 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.342393 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.342552 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.342708 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.342867 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343025 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343184 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343353 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343484 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343641 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343798 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.343959 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.344117 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.344276 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.344434 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.344597 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.344749 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.344906 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.345091 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.345253 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_json = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.345407 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.345718 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.345869 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346029 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346175 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346312 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346446 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346609 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346747 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:45:11.346924 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347079 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347255 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347419 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347561 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347695 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347829 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.347976 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.348134 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.348295 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.348464 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.348624 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.348799 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.348960 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.349142 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.349306 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.349467 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.349627 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.349787 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.349946 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.350106 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.350266 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.350434 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.350594 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.350752 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.350912 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.351072 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.351239 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.351398 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.351573 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.351732 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.351892 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.352051 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.352210 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.352370 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.352531 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.352692 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.352853 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353030 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353195 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353355 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353515 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353677 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353837 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.353999 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.354160 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.354321 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.354481 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.354640 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.354800 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.354961 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.355204 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.355857 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.356020 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.356182 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.356344 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.356503 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.356675 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.356836 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357029 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357177 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357338 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357500 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357660 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357820 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.357981 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.358141 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.358300 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.358474 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.358634 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.358798 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.358958 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.359118 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.359278 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.359438 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.359599 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.359759 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.359917 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.360078 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.360238 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.360399 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.360558 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.360719 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.360879 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.361069 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.361232 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.361393 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.361553 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.361713 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.361872 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.362033 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.362201 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.362375 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.362534 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.362694 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.362853 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363011 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363168 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363328 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363487 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363647 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363807 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.363966 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.364126 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.364289 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.364450 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.364609 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.364768 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.364928 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.365110 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.365272 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.365430 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.365589 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.365750 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.365910 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.366069 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.366227 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.366386 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.366544 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.366712 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.366872 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.367034 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.367194 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.367360 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.367530 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.367691 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.367852 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368012 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368171 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368331 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368491 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368654 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368815 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.368975 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.369167 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.369339 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.369499 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.369672 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.369807 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.369992 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.370152 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.370313 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.370476 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.370636 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.370863 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371074 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371238 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371238 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371503 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371654 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371800 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.371941 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372084 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372218 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372305 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372442 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372602 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372762 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.372925 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.373106 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.373269 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.373429 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.373590 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.373754 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.373925 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374074 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374220 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374367 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374508 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374649 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374808 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.374966 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.375126 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.375286 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.375445 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.375604 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.375767 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.375928 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.376088 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.376249 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.376411 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.376572 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.376736 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.376879 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377111 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377259 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377404 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377540 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377679 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377821 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.377969 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.378132 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.378280 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.378424 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.378571 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.378716 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.378854 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.379027 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.379177 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.379314 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.379530 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.379703 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.379993 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.380289 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.380575 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.380814 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.380980 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.381163 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.381326 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.381488 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.381654 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.381817 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.381979 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.382140 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.382302 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.382463 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.382624 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.382786 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.382930 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.383099 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.383250 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.383395 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.383541 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.383719 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.383870 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.384010 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.384226 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.384440 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.384440 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.384753 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.384753 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385018 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385103 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385237 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385397 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385569 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385729 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.385888 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.386046 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.386205 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.386387 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.386558 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.386718 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.386877 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.387036 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.387194 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.387353 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.387522 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.387682 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.387841 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388000 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388160 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388319 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388489 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388653 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388813 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.388972 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.389149 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.389309 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.389478 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.389639 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.389800 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.389967 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.390126 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.390287 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.390446 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.390621 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.390782 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.390945 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.391104 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.391264 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.391424 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.391585 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.391750 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.391920 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.392086 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.392249 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.392416 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.392585 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.392756 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.392919 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.393108 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.393282 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.393442 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.393601 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.393760 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.393918 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.394078 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.394236 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.394394 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.394554 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.394713 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.394872 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395031 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395190 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395349 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395508 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395667 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395827 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.395985 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.396144 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.396303 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:45:11.396456 dv-cinder-832918-1-iscsi neutron-server[109412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 06:45:11.413441 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50244) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:11.422817 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071931 Mar 10 06:45:22.669950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca27cc-aa50-4499-b342-5fb273f70a73 None None] get_active_networks_info from dv-cinder-832918-1-iscsi {{(pid=109521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 06:45:22.734521 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ca27cc-aa50-4499-b342-5fb273f70a73 None None] No non-hosted networks {{(pid=109521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 06:45:22.742504 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.agentschedulers_db [None req-70ca27cc-aa50-4499-b342-5fb273f70a73 None None] DHCP Agent not found on host dv-cinder-832918-1-iscsi {{(pid=109521) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 06:45:22.820648 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d9cdf51a-661d-47cf-9452-9df00e69ec8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590383'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:24.964210 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-51c53996-a631-4fd6-b70c-9c98bbf3c768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590383'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:25.053793 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-bbf7abcd-0569-491c-b639-464896c8595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:25.960348 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590383'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:27.538343 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590383'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:28.748208 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 50324) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:28.890293 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590383'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:28.891879 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.894333 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.895409 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.897116 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.898705 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.899368 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.900232 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.901012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.901631 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.902264 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.902823 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.903443 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.904139 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:28.905231 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832918-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:28.921170 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832918-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:29.276704 dv-cinder-832918-1-iscsi neutron-server[109519]: WARNING oslo_policy.policy [None req-fa1c1dee-9793-42f1-b3fd-442ea289326c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:29.277361 dv-cinder-832918-1-iscsi neutron-server[109519]: WARNING oslo_policy.policy [None req-fa1c1dee-9793-42f1-b3fd-442ea289326c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:29.499810 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [None req-fa1c1dee-9793-42f1-b3fd-442ea289326c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:45:29.503889 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-fa1c1dee-9793-42f1-b3fd-442ea289326c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7507243 Mar 10 06:45:31.143951 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.db.l3_hamode_db [None req-bf724c80-586c-4202-914b-a37bceac0bb9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 06:45:31.226873 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf724c80-586c-4202-914b-a37bceac0bb9 None None] Routers set() bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:45:31.227192 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf724c80-586c-4202-914b-a37bceac0bb9 None None] Router IDs set() for agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 06:45:32.066637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 50350) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:32.375630 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:45:32.467743 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.policy [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 06:45:32.511236 dv-cinder-832918-1-iscsi neutron-server[109519]: WARNING oslo_policy.policy [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:32.511622 dv-cinder-832918-1-iscsi neutron-server[109519]: WARNING oslo_policy.policy [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:32.604254 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731847873115', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731847874446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731847822043', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731847825209', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731847833943', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731847843295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1096022', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1100409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-393046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499560'] for rbac-policy (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:32.668420 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:32.670157 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-2d9226ea-af75-434f-b3d1-c68e29e414de admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6019962 Mar 10 06:45:35.263658 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 50360) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:35.564505 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:45:35.593209 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Made reservation on behalf of fdfbea66e9d0467eaaf5cb4ce11abd9c for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:45:35.596950 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.613664 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.719113 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks [] for security_group (d625a3c5-bf29-4375-ba29-284683824e64), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.722649 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d625a3c5-bf29-4375-ba29-284683824e64), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.753972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:45:35.781753 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731845672973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (cefd05bb-1b86-4f29-9f72-5a3385e6b5ac), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.782321 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Unsubscribe: segment precommit_create {{(pid=109519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 06:45:35.782843 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Added segment cefd05bb-1b86-4f29-9f72-5a3385e6b5ac of type vlan for network aa076aa5-ef73-4f73-85f8-6a3b71147909 Mar 10 06:45:35.788313 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d625a3c5-bf29-4375-ba29-284683824e64,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:35.809527 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.809824 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.810188 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.810555 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.810879 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.811465 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.811789 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.812111 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.812432 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.812765 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.813115 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.813431 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.813746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Tracked resource versions report: Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: pushed versions: Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: { 'AddressGroup': {'1.2'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'ConntrackHelper': {'1.0'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Log': {'1.0'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Network': {'1.1'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Port': {'1.7'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'PortForwarding': {'1.2'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'QosPolicy': {'1.10'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroup': {'1.5'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SubPort': {'1.0'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Subnet': {'1.1'}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Trunk': {'1.1'}} Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: consumer versions: Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'ConntrackHelper': '1.0', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'LocalIPAssociation': '1.0', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Log': '1.0', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Network': '1.1', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Port': '1.7', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'PortForwarding': '1.2', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'QosPolicy': '1.10', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroup': '1.5', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroupRule': '1.2', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SubPort': '1.0', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Subnet': '1.1', Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Trunk': '1.1'}} Mar 10 06:45:35.815118 dv-cinder-832918-1-iscsi neutron-server[109519]: {{(pid=109519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:45:35.890626 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (aa076aa5-ef73-4f73-85f8-6a3b71147909), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.934845 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (aa076aa5-ef73-4f73-85f8-6a3b71147909), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:35.940650 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:45:35.941380 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:36.006191 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7415159 Mar 10 06:45:36.063326 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0816658-0dbb-4ee0-b372-58197876ea28 demo demo] Pushing event updated for resources: {'Network': ['ID=aa076aa5-ef73-4f73-85f8-6a3b71147909,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:36.075570 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:45:38.528649 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50372) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:39.006590 dv-cinder-832918-1-iscsi neutron-server[109520]: WARNING oslo_policy.policy [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:39.007187 dv-cinder-832918-1-iscsi neutron-server[109520]: WARNING oslo_policy.policy [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:39.439420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.policy [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109520) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 06:45:39.482501 dv-cinder-832918-1-iscsi neutron-server[109520]: WARNING oslo_policy.policy [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:39.483398 dv-cinder-832918-1-iscsi neutron-server[109520]: WARNING oslo_policy.policy [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:45:39.492119 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:45:39.493920 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ce64a234-6787-4935-91d4-d795844fbe92 demo admin] 10.222.0.35 "GET /v2.0/networks/aa076aa5-ef73-4f73-85f8-6a3b71147909 HTTP/1.1" status: 200 len: 824 time: 0.9643536 Mar 10 06:45:39.530942 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-bd596113-19bb-4672-b3c8-c92b9c3209d1 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/d8c67180-fff8-423d-8007-1eaf242fc0c7 HTTP/1.1" status: 200 len: 734 time: 0.0307431 Mar 10 06:45:39.539298 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Request body: {'subnet': {'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:45:39.574767 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Made reservation on behalf of fdfbea66e9d0467eaaf5cb4ce11abd9c for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:45:39.577427 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:39.852107 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (118979a7-dbb5-443a-85b1-89eef855134b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:39.917301 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Checking segment: {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:45:39.917665 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Network hostable DHCP agents. Network: aa076aa5-ef73-4f73-85f8-6a3b71147909, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:45:39.932733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=118979a7-dbb5-443a-85b1-89eef855134b,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:39.945808 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.946166 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.946526 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.946858 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.947182 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.947499 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.947830 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.948156 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.948466 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.948790 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.949131 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.949443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.949748 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Tracked resource versions report: Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: pushed versions: Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: { 'AddressGroup': {'1.2'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'ConntrackHelper': {'1.0'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Log': {'1.0'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Network': {'1.1'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Port': {'1.7'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'PortForwarding': {'1.2'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'QosPolicy': {'1.10'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroup': {'1.5'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SubPort': {'1.0'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Subnet': {'1.1'}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Trunk': {'1.1'}} Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: consumer versions: Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'ConntrackHelper': '1.0', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'LocalIPAssociation': '1.0', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Log': '1.0', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Network': '1.1', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Port': '1.7', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'PortForwarding': '1.2', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'QosPolicy': '1.10', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroup': '1.5', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroupRule': '1.2', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SubPort': '1.0', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Subnet': '1.1', Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Trunk': '1.1'}} Mar 10 06:45:39.951069 dv-cinder-832918-1-iscsi neutron-server[109520]: {{(pid=109520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:45:39.966366 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:45:39.983803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, aa076aa5-ef73-4f73-85f8-6a3b71147909) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:45:39.988272 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:45:39.988897 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:39.993221 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35651354-41b6-4a2c-b532-a2592fc3722f None None] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:45:40.011710 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-38a8225c-2e7e-4f70-b811-058d207cf8f9 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4756663 Mar 10 06:45:40.370482 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-aa076aa5-ef73-4f73-85f8-6a3b71147909', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:45:40.371752 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:40.647427 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Allocated IP 172.20.0.2 (aa076aa5-ef73-4f73-85f8-6a3b71147909/118979a7-dbb5-443a-85b1-89eef855134b/7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:45:40.908435 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Publish callbacks [] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:40.915887 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:40.986557 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:45:40.992381 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:45:40.995444 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:45:41.035137 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Pushing event updated for resources: {'Port': ['ID=7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:41.060466 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.060864 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.061777 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.062367 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.062695 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.063022 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.063347 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.063670 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.063992 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.064328 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.064653 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.064971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.065309 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Tracked resource versions report: Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: pushed versions: Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: { 'AddressGroup': {'1.2'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'ConntrackHelper': {'1.0'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Log': {'1.0'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Network': {'1.1'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Port': {'1.7'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'PortForwarding': {'1.2'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'QosPolicy': {'1.10'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroup': {'1.5'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SubPort': {'1.0'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Subnet': {'1.1'}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Trunk': {'1.1'}} Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: consumer versions: Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'ConntrackHelper': '1.0', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'LocalIPAssociation': '1.0', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Log': '1.0', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Network': '1.1', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Port': '1.7', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'PortForwarding': '1.2', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'QosPolicy': '1.10', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroup': '1.5', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroupRule': '1.2', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SubPort': '1.0', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Subnet': '1.1', Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Trunk': '1.1'}} Mar 10 06:45:41.066706 dv-cinder-832918-1-iscsi neutron-server[109521]: {{(pid=109521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:45:41.095138 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Attempting to bind port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:45:41.095533 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Attempting to bind port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:45:41.095964 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Attempting to bind port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae on network aa076aa5-ef73-4f73-85f8-6a3b71147909 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:45:41.100645 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:45:41.101052 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Checking segment: {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:45:41.101549 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:41.101934 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Bound using segment: {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:45:41.102395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Bound port: 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:45:41.102793 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:41.163334 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] For port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:45:41.182280 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] For port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae,segment=NetworkSegment(cefd05bb-1b86-4f29-9f72-5a3385e6b5ac),segment_id=cefd05bb-1b86-4f29-9f72-5a3385e6b5ac)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:45:41.189607 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:41.251025 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068cf19-95e5-4ebc-817d-8b32f6bf2124 None None] Pushing event updated for resources: {'Port': ['ID=7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:42.658844 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50392) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:42.988096 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [None req-8bd6491b-ced6-472d-af4a-965885139155 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:45:42.989095 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8bd6491b-ced6-472d-af4a-965885139155 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3292816 Mar 10 06:45:45.558239 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50400) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:45.865936 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [None req-90c9e471-db4c-49b7-ae0b-3c123c1ff97a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:45:45.867088 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-90c9e471-db4c-49b7-ae0b-3c123c1ff97a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3078556 Mar 10 06:45:48.458460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50408) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:48.765558 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:45:48.788751 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (6ba24288-d7a8-4f74-a130-870592bf6467), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:48.790463 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (6ba24288-d7a8-4f74-a130-870592bf6467), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:48.948285 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] Publish callbacks [] for router_controller (6ba24288-d7a8-4f74-a130-870592bf6467), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:48.953159 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (6ba24288-d7a8-4f74-a130-870592bf6467), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:48.976094 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:48.977281 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-462b3083-2622-40f1-b063-49fae274faef demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5178502 Mar 10 06:45:51.508291 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50420) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:51.649879 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:45:51.746228 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:45:51.746651 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:51.840506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [None req-538cd671-a841-4514-8f91-b3a6659e9c20 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:45:51.843779 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-538cd671-a841-4514-8f91-b3a6659e9c20 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3322985 Mar 10 06:45:51.859214 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:45:51.859610 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:51.893380 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae,segment=NetworkSegment(cefd05bb-1b86-4f29-9f72-5a3385e6b5ac),segment_id=cefd05bb-1b86-4f29-9f72-5a3385e6b5ac)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:45:51.897573 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:51.947397 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:52.506535 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04cd4f-9903-46de-99c9-1c9cddc00b8b None None] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:45:52.585096 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-5d7ddf08-b3f3-4ae9-bb47-22648c97d9ce None None] Provisioning complete for port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:45:52.585480 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf08-b3f3-4ae9-bb47-22648c97d9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:52.666463 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-75283124-5e02-45cd-ac24-1d12b4005243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:52.722247 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ddf08-b3f3-4ae9-bb47-22648c97d9ce None None] Current status of the port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:45:52.943123 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-41bf4535-e6f6-4cc2-9bc3-352e7694ec4e None None] Provisioning complete for port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:45:52.943519 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-41bf4535-e6f6-4cc2-9bc3-352e7694ec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:53.026521 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-41bf4535-e6f6-4cc2-9bc3-352e7694ec4e None None] Current status of the port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:45:53.624939 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:45:53.671334 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:45:53.671965 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:53.744300 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:45:54.371534 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50430) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:54.674658 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:45:54.695389 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Made reservation on behalf of 7cd7d9c678074fdc9e7ee4669bfafbf7 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:45:54.697600 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.712099 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.808470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks [] for security_group (3f790c80-37b8-484d-bc5f-fc7f43cfb2db), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.811969 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3f790c80-37b8-484d-bc5f-fc7f43cfb2db), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.825541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Reserving flat network on physical network physnet1 {{(pid=109520) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 06:45:54.849384 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731845672973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (04d8d7e3-87a5-433a-af64-df07f6f540cf), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.849935 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Unsubscribe: segment precommit_create {{(pid=109520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 06:45:54.850398 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Added segment 04d8d7e3-87a5-433a-af64-df07f6f540cf of type flat for network ffa147d5-a73b-4c7c-a99f-d0741c91c909 Mar 10 06:45:54.864381 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f790c80-37b8-484d-bc5f-fc7f43cfb2db,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:54.913025 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (ffa147d5-a73b-4c7c-a99f-d0741c91c909), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.944684 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-de23c939-b8c8-4da8-b85d-86ae75893d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.953304 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (ffa147d5-a73b-4c7c-a99f-d0741c91c909), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.954243 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:45:54.954804 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:54.993258 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6206570 Mar 10 06:45:55.052235 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f944-9f87-424e-8d58-24d2d239408b admin admin] Pushing event updated for resources: {'Network': ['ID=ffa147d5-a73b-4c7c-a99f-d0741c91c909,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:55.063753 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:45:55.913601 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:57.479420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50448) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:45:57.503376 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:57.655746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42af4c1-b042-483f-88f2-dd81866a1e7e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:45:57.657120 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-c42af4c1-b042-483f-88f2-dd81866a1e7e demo admin] 10.222.0.35 "GET /v2.0/subnets/118979a7-dbb5-443a-85b1-89eef855134b HTTP/1.1" status: 200 len: 849 time: 0.1766918 Mar 10 06:45:57.776166 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1a74a722-0358-4ca2-b6d8-313d8ff842de demo admin] 10.222.0.35 "GET /v2.0/routers/6ba24288-d7a8-4f74-a130-870592bf6467 HTTP/1.1" status: 200 len: 704 time: 0.1133523 Mar 10 06:45:58.047822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.331813 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Allocated IP 172.20.0.1 (aa076aa5-ef73-4f73-85f8-6a3b71147909/118979a7-dbb5-443a-85b1-89eef855134b/2561fce6-8b9f-42db-9276-2511a5bad00e) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:45:58.483733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks [] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.591553 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.667071 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:45:58.674619 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:45:58.680462 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:45:58.680678 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (6ba24288-d7a8-4f74-a130-870592bf6467), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.702804 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Pushing event updated for resources: {'Port': ['ID=2561fce6-8b9f-42db-9276-2511a5bad00e,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:58.880652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.891324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.892746 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-66d0fab6-eb2e-42d7-b955-bdec7a6318da None None] Provisioning complete for port 2561fce6-8b9f-42db-9276-2511a5bad00e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:45:58.893151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-66d0fab6-eb2e-42d7-b955-bdec7a6318da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:58.975780 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-66d0fab6-eb2e-42d7-b955-bdec7a6318da None None] Port 2561fce6-8b9f-42db-9276-2511a5bad00e cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:45:59.095666 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks [] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:59.099821 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:59.100548 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (6ba24288-d7a8-4f74-a130-870592bf6467), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:59.159904 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Pushing event updated for resources: {'Port': ['ID=2561fce6-8b9f-42db-9276-2511a5bad00e,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:45:59.221226 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:45:59.222506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:45:59.387512 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Router 6ba24288-d7a8-4f74-a130-870592bf6467 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:45:59.480355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:45:59.491903 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Sync routers for ids ['6ba24288-d7a8-4f74-a130-870592bf6467'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:45:59.494133 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3b748bb2-ae53-47a4-a4df-137bbb8179df demo admin] 10.222.0.35 "PUT /v2.0/routers/6ba24288-d7a8-4f74-a130-870592bf6467/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7116802 Mar 10 06:45:59.501643 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-5f360e7f-0652-4a34-8f1d-dca7e2b4ea05 None None] Provisioning complete for port 2561fce6-8b9f-42db-9276-2511a5bad00e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:45:59.502034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-5f360e7f-0652-4a34-8f1d-dca7e2b4ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:45:59.505823 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Routers {'6ba24288-d7a8-4f74-a130-870592bf6467'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:45:59.506667 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:45:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['6ba24288-d7a8-4f74-a130-870592bf6467'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:45:59.538534 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-5f360e7f-0652-4a34-8f1d-dca7e2b4ea05 None None] Port 2561fce6-8b9f-42db-9276-2511a5bad00e cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:45:59.697442 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Set router 6ba24288-d7a8-4f74-a130-870592bf6467 gateway port host: None {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:46:00.131830 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'name': 'router1', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:45:48Z', 'updated_at': '2022-03-10T06:45:58Z', 'revision_number': 2, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'gw_port_host': None, '_interfaces': [{'id': '2561fce6-8b9f-42db-9276-2511a5bad00e', 'name': '', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'mac_address': 'fa:16:3e:37:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:45:58Z', 'updated_at': '2022-03-10T06:45:58Z', 'revision_number': 2, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'subnets': [{'id': '118979a7-dbb5-443a-85b1-89eef855134b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:00.181572 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Checking router: 6ba24288-d7a8-4f74-a130-870592bf6467 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:46:00.181940 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Updating router 6ba24288-d7a8-4f74-a130-870592bf6467 port 2561fce6-8b9f-42db-9276-2511a5bad00e binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:46:00.233174 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:00.736229 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Publish callbacks [] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:00.743217 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:00.909953 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Pushing event updated for resources: {'Port': ['ID=2561fce6-8b9f-42db-9276-2511a5bad00e,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:00.912384 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Attempting to bind port 2561fce6-8b9f-42db-9276-2511a5bad00e on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:46:00.912780 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Attempting to bind port 2561fce6-8b9f-42db-9276-2511a5bad00e by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:46:00.913250 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Attempting to bind port 2561fce6-8b9f-42db-9276-2511a5bad00e on network aa076aa5-ef73-4f73-85f8-6a3b71147909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:46:00.922657 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:46:00.923057 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Checking segment: {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:46:00.923545 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:00.923935 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Bound using segment: {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:46:00.924391 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Bound port: 2561fce6-8b9f-42db-9276-2511a5bad00e, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefd05bb-1b86-4f29-9f72-5a3385e6b5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:46:00.924770 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:00.927222 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.927577 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.927927 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.928267 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.928601 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.928932 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.929285 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.929615 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.929941 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.930281 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.930609 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.930930 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.931250 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Tracked resource versions report: Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: pushed versions: Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: { 'AddressGroup': {'1.2'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'ConntrackHelper': {'1.0'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Log': {'1.0'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Network': {'1.1'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Port': {'1.7'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'PortForwarding': {'1.2'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'QosPolicy': {'1.10'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroup': {'1.5'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SubPort': {'1.0'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Subnet': {'1.1'}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Trunk': {'1.1'}} Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: consumer versions: Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'ConntrackHelper': '1.0', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'LocalIPAssociation': '1.0', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Log': '1.0', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Network': '1.1', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Port': '1.7', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'PortForwarding': '1.2', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'QosPolicy': '1.10', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroup': '1.5', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroupRule': '1.2', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SubPort': '1.0', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Subnet': '1.1', Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Trunk': '1.1'}} Mar 10 06:46:00.932640 dv-cinder-832918-1-iscsi neutron-server[109522]: {{(pid=109522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:46:00.964326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-76973135-eab2-4076-8c77-be7d88b5eaab None None] Provisioning complete for port 2561fce6-8b9f-42db-9276-2511a5bad00e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:46:00.964866 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-76973135-eab2-4076-8c77-be7d88b5eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:01.006566 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] For port 2561fce6-8b9f-42db-9276-2511a5bad00e, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:46:01.008272 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-76973135-eab2-4076-8c77-be7d88b5eaab None None] Port 2561fce6-8b9f-42db-9276-2511a5bad00e cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:46:01.028941 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] For port 2561fce6-8b9f-42db-9276-2511a5bad00e, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=2561fce6-8b9f-42db-9276-2511a5bad00e,segment=NetworkSegment(cefd05bb-1b86-4f29-9f72-5a3385e6b5ac),segment_id=cefd05bb-1b86-4f29-9f72-5a3385e6b5ac)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:46:01.034842 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:01.093761 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c218ed-db07-4e96-aef7-b43e68e83c25 None None] Pushing event updated for resources: {'Port': ['ID=2561fce6-8b9f-42db-9276-2511a5bad00e,revision_number=4']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:01.096263 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Routers {'6ba24288-d7a8-4f74-a130-870592bf6467'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:46:01.096782 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:45:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['6ba24288-d7a8-4f74-a130-870592bf6467'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:01.189630 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] Set router 6ba24288-d7a8-4f74-a130-870592bf6467 gateway port host: None {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:46:01.327988 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] Provisioning complete for port 2561fce6-8b9f-42db-9276-2511a5bad00e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:46:01.328301 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:01.400816 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'name': 'router1', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:45:48Z', 'updated_at': '2022-03-10T06:45:58Z', 'revision_number': 2, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'gw_port_host': None, '_interfaces': [{'id': '2561fce6-8b9f-42db-9276-2511a5bad00e', 'name': '', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'mac_address': 'fa:16:3e:37:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:45:58Z', 'updated_at': '2022-03-10T06:46:00Z', 'revision_number': 4, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'subnets': [{'id': '118979a7-dbb5-443a-85b1-89eef855134b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:01.404305 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] Current status of the port 2561fce6-8b9f-42db-9276-2511a5bad00e is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:46:01.404705 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:01.429421 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cadd7-555d-447c-b118-40160061dc8c None None] The sync data for ids ['6ba24288-d7a8-4f74-a130-870592bf6467'] in dv-cinder-832918-1-iscsi is: [{'id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'name': 'router1', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:45:48Z', 'updated_at': '2022-03-10T06:45:58Z', 'revision_number': 2, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'gw_port_host': None, '_interfaces': [{'id': '2561fce6-8b9f-42db-9276-2511a5bad00e', 'name': '', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'mac_address': 'fa:16:3e:37:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:45:58Z', 'updated_at': '2022-03-10T06:46:00Z', 'revision_number': 4, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'subnets': [{'id': '118979a7-dbb5-443a-85b1-89eef855134b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:46:01.441976 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] For port 2561fce6-8b9f-42db-9276-2511a5bad00e, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=2561fce6-8b9f-42db-9276-2511a5bad00e,segment=NetworkSegment(cefd05bb-1b86-4f29-9f72-5a3385e6b5ac),segment_id=cefd05bb-1b86-4f29-9f72-5a3385e6b5ac)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:46:01.447480 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:01.497909 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1442-63f7-4011-8dc3-e38ae31273c2 None None] Pushing event updated for resources: {'Port': ['ID=2561fce6-8b9f-42db-9276-2511a5bad00e,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:01.913464 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50468) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:46:02.021369 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7ccd1-fc77-413d-8651-67280fea87d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:46:02.022652 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-bbf7ccd1-fc77-413d-8651-67280fea87d2 admin admin] 10.222.0.35 "GET /v2.0/networks/ffa147d5-a73b-4c7c-a99f-d0741c91c909 HTTP/1.1" status: 200 len: 842 time: 0.1081655 Mar 10 06:46:02.032411 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:46:02.052850 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Made reservation on behalf of 7cd7d9c678074fdc9e7ee4669bfafbf7 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:46:02.055023 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:02.330457 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.objects.ports [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109520) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 06:46:02.330790 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (40c80775-1e57-4837-ae7d-25bac4394d2e), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:02.382584 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c80775-1e57-4837-ae7d-25bac4394d2e,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:02.391331 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:46:02.391680 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Network hostable DHCP agents. Network: ffa147d5-a73b-4c7c-a99f-d0741c91c909, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:46:02.407286 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:46:02.414983 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, ffa147d5-a73b-4c7c-a99f-d0741c91c909) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:46:02.418880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:46:02.419457 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:02.425137 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a54d2c-0297-4079-bf7d-f6a58f7c03b4 None None] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:46:02.441865 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-23777b7e-c468-4404-8c5b-dfe2961ec70e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4126554 Mar 10 06:46:02.538923 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b02811-c8b9-435d-9976-10cd4b7656b2 None None] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:46:04.849124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50476) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:46:05.050309 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3e7cae2d-e484-4c09-b763-ee1b7e2f39e8 demo admin] 10.222.0.35 "GET /v2.0/routers/6ba24288-d7a8-4f74-a130-870592bf6467 HTTP/1.1" status: 200 len: 710 time: 0.2001331 Mar 10 06:46:05.134925 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ba700-18bb-485f-ad74-09107a3108f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:46:05.136194 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f86ba700-18bb-485f-ad74-09107a3108f1 demo admin] 10.222.0.35 "GET /v2.0/networks/ffa147d5-a73b-4c7c-a99f-d0741c91c909 HTTP/1.1" status: 200 len: 886 time: 0.0806375 Mar 10 06:46:05.144815 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:46:05.396232 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks [] for router_gateway (6ba24288-d7a8-4f74-a130-870592bf6467), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:05.627431 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks [] for router_gateway (6ba24288-d7a8-4f74-a130-870592bf6467), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:05.702867 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:05.804550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Allocated IP 172.27.1.2 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/dc8a3c9a-ab05-4626-afaf-16181181aa60) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:46:05.903409 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks [] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:05.935469 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:05.969375 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:46:05.970617 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:46:05.976179 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:46:06.020275 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Pushing event updated for resources: {'Port': ['ID=dc8a3c9a-ab05-4626-afaf-16181181aa60,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:06.234520 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks [] for router_gateway (6ba24288-d7a8-4f74-a130-870592bf6467), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:06.517128 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8658'] for router (6ba24288-d7a8-4f74-a130-870592bf6467), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:06.520466 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592532'] for router (6ba24288-d7a8-4f74-a130-870592bf6467), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:06.633141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Router 6ba24288-d7a8-4f74-a130-870592bf6467 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:46:06.744369 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:46:06.750564 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:06.751214 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-25f20957-891f-42d1-a403-f6069b68f862 demo admin] 10.222.0.35 "PUT /v2.0/routers/6ba24288-d7a8-4f74-a130-870592bf6467 HTTP/1.1" status: 200 len: 888 time: 1.6094522 Mar 10 06:46:08.247072 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:46:09.316028 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50488) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:46:09.430889 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-78436794-70e9-4be4-b62a-7aa2f5f18acb admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1137359 Mar 10 06:46:09.660229 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 2561fce6-8b9f-42db-9276-2511a5bad00e up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:46:09.713728 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 2561fce6-8b9f-42db-9276-2511a5bad00e triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:46:09.714109 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:09.791563 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 2561fce6-8b9f-42db-9276-2511a5bad00e is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:46:10.053862 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Sync routers for ids ['6ba24288-d7a8-4f74-a130-870592bf6467'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:46:10.065016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Routers {'6ba24288-d7a8-4f74-a130-870592bf6467'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:46:10.065674 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:45:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['6ba24288-d7a8-4f74-a130-870592bf6467'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:10.287024 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Set router 6ba24288-d7a8-4f74-a130-870592bf6467 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:46:10.775034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'name': 'router1', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'dc8a3c9a-ab05-4626-afaf-16181181aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:45:48Z', 'updated_at': '2022-03-10T06:46:06Z', 'revision_number': 4, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'gw_port': {'id': 'dc8a3c9a-ab05-4626-afaf-16181181aa60', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:46:05Z', 'updated_at': '2022-03-10T06:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '2561fce6-8b9f-42db-9276-2511a5bad00e', 'name': '', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'mac_address': 'fa:16:3e:37:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:45:58Z', 'updated_at': '2022-03-10T06:46:01Z', 'revision_number': 5, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'subnets': [{'id': '118979a7-dbb5-443a-85b1-89eef855134b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:10.823082 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Checking router: 6ba24288-d7a8-4f74-a130-870592bf6467 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:46:10.823372 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Updating router 6ba24288-d7a8-4f74-a130-870592bf6467 port dc8a3c9a-ab05-4626-afaf-16181181aa60 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:46:10.875126 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:11.199098 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Publish callbacks [] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:11.204736 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:11.259198 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Attempting to bind port dc8a3c9a-ab05-4626-afaf-16181181aa60 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:46:11.259576 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Attempting to bind port dc8a3c9a-ab05-4626-afaf-16181181aa60 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:46:11.259941 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Attempting to bind port dc8a3c9a-ab05-4626-afaf-16181181aa60 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:46:11.266956 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e8358-3852-4286-a1d0-aae4ec94ee68 None None] Pushing event updated for resources: {'Port': ['ID=dc8a3c9a-ab05-4626-afaf-16181181aa60,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:11.270147 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:46:11.270802 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:46:11.270902 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:11.271507 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:46:11.271753 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Bound port: dc8a3c9a-ab05-4626-afaf-16181181aa60, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:46:11.272508 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:11.330538 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] For port dc8a3c9a-ab05-4626-afaf-16181181aa60, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:46:11.333826 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] For port dc8a3c9a-ab05-4626-afaf-16181181aa60, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=dc8a3c9a-ab05-4626-afaf-16181181aa60,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:46:11.340208 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:11.400678 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e8358-3852-4286-a1d0-aae4ec94ee68 None None] Pushing event updated for resources: {'Port': ['ID=dc8a3c9a-ab05-4626-afaf-16181181aa60,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:11.404333 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Routers {'6ba24288-d7a8-4f74-a130-870592bf6467'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:46:11.404934 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:45:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['6ba24288-d7a8-4f74-a130-870592bf6467'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:11.520534 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] Set router 6ba24288-d7a8-4f74-a130-870592bf6467 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:46:11.745766 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'name': 'router1', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'dc8a3c9a-ab05-4626-afaf-16181181aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:45:48Z', 'updated_at': '2022-03-10T06:46:06Z', 'revision_number': 4, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'gw_port': {'id': 'dc8a3c9a-ab05-4626-afaf-16181181aa60', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:46:05Z', 'updated_at': '2022-03-10T06:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '2561fce6-8b9f-42db-9276-2511a5bad00e', 'name': '', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'mac_address': 'fa:16:3e:37:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:45:58Z', 'updated_at': '2022-03-10T06:46:01Z', 'revision_number': 5, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'subnets': [{'id': '118979a7-dbb5-443a-85b1-89eef855134b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:46:11.774563 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adbe58-7245-4f37-9cf0-870338111d3b None None] The sync data for ids ['6ba24288-d7a8-4f74-a130-870592bf6467'] in dv-cinder-832918-1-iscsi is: [{'id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'name': 'router1', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'dc8a3c9a-ab05-4626-afaf-16181181aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:45:48Z', 'updated_at': '2022-03-10T06:46:06Z', 'revision_number': 4, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'gw_port': {'id': 'dc8a3c9a-ab05-4626-afaf-16181181aa60', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:46:05Z', 'updated_at': '2022-03-10T06:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '2561fce6-8b9f-42db-9276-2511a5bad00e', 'name': '', 'network_id': 'aa076aa5-ef73-4f73-85f8-6a3b71147909', 'tenant_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'mac_address': 'fa:16:3e:37:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba24288-d7a8-4f74-a130-870592bf6467', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118979a7-dbb5-443a-85b1-89eef855134b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:45:58Z', 'updated_at': '2022-03-10T06:46:01Z', 'revision_number': 5, 'project_id': 'fdfbea66e9d0467eaaf5cb4ce11abd9c', 'subnets': [{'id': '118979a7-dbb5-443a-85b1-89eef855134b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8c67180-fff8-423d-8007-1eaf242fc0c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:46:13.748770 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device dc8a3c9a-ab05-4626-afaf-16181181aa60 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:46:13.806598 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port dc8a3c9a-ab05-4626-afaf-16181181aa60 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:46:13.807261 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:13.913730 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port dc8a3c9a-ab05-4626-afaf-16181181aa60 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:46:13.914947 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:13.943862 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port dc8a3c9a-ab05-4626-afaf-16181181aa60, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=dc8a3c9a-ab05-4626-afaf-16181181aa60,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:46:13.956163 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:14.031012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=dc8a3c9a-ab05-4626-afaf-16181181aa60,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:46:15.694425 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device dc8a3c9a-ab05-4626-afaf-16181181aa60 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:46:15.766168 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port dc8a3c9a-ab05-4626-afaf-16181181aa60 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:46:15.766562 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (dc8a3c9a-ab05-4626-afaf-16181181aa60), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:15.874006 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port dc8a3c9a-ab05-4626-afaf-16181181aa60 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:46:22.623014 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a2abb0d1-b4a0-4374-bd50-876c623851e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:24.951419 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-96a8924c-8d80-442f-894e-c93e8d03655f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:25.921041 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:27.513303 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:28.894698 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:45.249718 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:46:52.619535 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8c5026a6-7a76-4bd9-b394-878708f27049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:54.948004 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2e030eb4-2f8d-422f-9b85-d5c003fabb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:55.919846 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:57.505982 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:46:58.882289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:22.247132 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:47:22.613324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-66f02a9f-34c8-4d1f-a8dc-d87a72c25926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:24.950626 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f0a12e43-290b-47d0-9ed5-7a60856e67d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:25.920786 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:27.504461 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:28.885997 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:30.773303 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50972) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:30.832871 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.pecan_wsgi.hooks.translation [None req-885c18d9-2b20-4789-b544-f7869eb5614a admin admin] GET failed (client error): The resource could not be found. Mar 10 06:47:30.834142 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-885c18d9-2b20-4789-b544-f7869eb5614a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599024 Mar 10 06:47:30.992271 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab72681-c3eb-4df4-b15f-5da241dccad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:30.993708 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0ab72681-c3eb-4df4-b15f-5da241dccad9 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1555088 Mar 10 06:47:33.318914 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 50982) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:33.407731 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe58c3f-177a-47a2-b764-a8ff051cce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:33.409060 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1fe58c3f-177a-47a2-b764-a8ff051cce0f admin admin] 10.222.0.35 "GET /v2.0/subnets/118979a7-dbb5-443a-85b1-89eef855134b HTTP/1.1" status: 200 len: 849 time: 0.0891538 Mar 10 06:47:33.418239 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:47:33.500183 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Publish callbacks [] for subnet (118979a7-dbb5-443a-85b1-89eef855134b), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:33.632623 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731845912926'] for subnet (118979a7-dbb5-443a-85b1-89eef855134b), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:33.667217 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:33.667821 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:33.669163 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] 10.222.0.35 "PUT /v2.0/subnets/118979a7-dbb5-443a-85b1-89eef855134b HTTP/1.1" status: 200 len: 868 time: 0.2543857 Mar 10 06:47:33.669919 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73dc563-d426-476f-b771-bc311332445e None None] Network aa076aa5-ef73-4f73-85f8-6a3b71147909 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:47:33.691735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118979a7-dbb5-443a-85b1-89eef855134b,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:47:33.699305 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.699707 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.700037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.700374 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.700708 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.701075 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.701432 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.701770 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.702121 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.702463 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.702801 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.703136 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:33.703464 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b923bda-fd55-4688-90cb-98fbe231d061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:47:34.044620 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d3a0fc41-b1d8-4bc3-95df-0662cf923de7 None None] Provisioning complete for port 2561fce6-8b9f-42db-9276-2511a5bad00e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:47:34.045035 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d3a0fc41-b1d8-4bc3-95df-0662cf923de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (2561fce6-8b9f-42db-9276-2511a5bad00e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:34.119130 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0fc41-b1d8-4bc3-95df-0662cf923de7 None None] Current status of the port 2561fce6-8b9f-42db-9276-2511a5bad00e is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:47:34.128403 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d3a0fc41-b1d8-4bc3-95df-0662cf923de7 None None] Provisioning complete for port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:47:34.129344 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d3a0fc41-b1d8-4bc3-95df-0662cf923de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:34.204075 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0fc41-b1d8-4bc3-95df-0662cf923de7 None None] Current status of the port 7e5c11ed-30bc-4fc1-ba15-aaf4dc397eae is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:47:36.078660 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 50990) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:36.289710 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7883629-8be0-4ece-b78d-adbfbe885db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:36.290091 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7883629-8be0-4ece-b78d-adbfbe885db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:36.291631 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d7883629-8be0-4ece-b78d-adbfbe885db3 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2119195 Mar 10 06:47:38.605325 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51000) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:38.734208 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915200fa-5f6b-4d17-9663-3245e6d8f55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:38.734674 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915200fa-5f6b-4d17-9663-3245e6d8f55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:38.736430 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-915200fa-5f6b-4d17-9663-3245e6d8f55a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1299183 Mar 10 06:47:41.038459 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51008) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:41.260644 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d6b94-38ab-4e50-be50-68a35f8b995b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:41.262290 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-463d6b94-38ab-4e50-be50-68a35f8b995b admin admin] 10.222.0.35 "GET /v2.0/networks/aa076aa5-ef73-4f73-85f8-6a3b71147909 HTTP/1.1" status: 200 len: 868 time: 0.2228873 Mar 10 06:47:43.560236 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51016) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:43.685830 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3707846-9697-4e7e-9efc-ddcccdd4f6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:43.687175 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a3707846-9697-4e7e-9efc-ddcccdd4f6d8 admin admin] 10.222.0.35 "GET /v2.0/networks/ffa147d5-a73b-4c7c-a99f-d0741c91c909 HTTP/1.1" status: 200 len: 886 time: 0.1259961 Mar 10 06:47:46.003505 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51024) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:46.125765 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5819dfd-f5dd-488f-a02b-efb7f31f86ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:46.126378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5819dfd-f5dd-488f-a02b-efb7f31f86ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:46.128406 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d5819dfd-f5dd-488f-a02b-efb7f31f86ed admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234665 Mar 10 06:47:48.462234 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51032) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:48.552117 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0579eb8b-7e77-4628-9e43-594b52f3c3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:48.552565 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0579eb8b-7e77-4628-9e43-594b52f3c3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:48.554050 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0579eb8b-7e77-4628-9e43-594b52f3c3b7 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908804 Mar 10 06:47:50.860349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51040) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:50.949522 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810623ec-745f-4d06-aa10-a1aa27e0adf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:50.950842 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-810623ec-745f-4d06-aa10-a1aa27e0adf6 admin admin] 10.222.0.35 "GET /v2.0/subnets/118979a7-dbb5-443a-85b1-89eef855134b HTTP/1.1" status: 200 len: 868 time: 0.0895607 Mar 10 06:47:52.615917 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ad6d54a1-b73a-4330-89a1-a9b0b4787e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:53.257389 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51048) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:47:53.341491 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e83d3ec-4daf-4435-b8c3-f96e05dacc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:47:53.342811 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1e83d3ec-4daf-4435-b8c3-f96e05dacc62 admin admin] 10.222.0.35 "GET /v2.0/subnets/40c80775-1e57-4837-ae7d-25bac4394d2e HTTP/1.1" status: 200 len: 816 time: 0.0845504 Mar 10 06:47:54.951578 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-12e1f1d0-34fd-4ad7-a5d0-c677419312d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:55.925400 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:57.508536 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:58.888428 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:47:59.246141 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:48:21.540691 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51100) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:48:21.586889 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [None req-2caabfe3-7e74-444c-a953-852e13fa8cb1 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:48:21.587922 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2caabfe3-7e74-444c-a953-852e13fa8cb1 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462515 Mar 10 06:48:22.618306 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9094e649-bbc7-435b-a60f-dd2687659abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:23.965374 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51108) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:48:24.024687 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e811e7-9e72-4fb3-b17b-500cbc16e389 admin admin] GET failed (client error): The resource could not be found. Mar 10 06:48:24.025968 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-39e811e7-9e72-4fb3-b17b-500cbc16e389 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596664 Mar 10 06:48:24.109569 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d42f4eb-4367-4f88-afe6-9853976e14b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:48:24.110982 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2d42f4eb-4367-4f88-afe6-9853976e14b6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810547 Mar 10 06:48:24.952654 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7d422531-8576-4e39-9e1d-2a5a0c371b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:25.930598 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:26.463685 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51116) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:48:26.509118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:48:26.527113 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Made reservation on behalf of 7cd7d9c678074fdc9e7ee4669bfafbf7 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:48:26.529330 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:26.555986 dv-cinder-832918-1-iscsi neutron-server[109520]: WARNING neutron.services.revisions.revision_plugin [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Could not find related network for resource to bump revision. Mar 10 06:48:26.569288 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:48:26.577822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (11745fa4-f606-4750-93d9-06109a4c883a), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:26.578152 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Added segment 11745fa4-f606-4750-93d9-06109a4c883a of type vlan for network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 Mar 10 06:48:26.616241 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:26.640309 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:26.641262 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:48:26.641826 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:26.676286 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2114866 Mar 10 06:48:26.704726 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f36ba-ce5b-4901-8d96-136909db9202 admin admin] Pushing event updated for resources: {'Network': ['ID=01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:48:26.715937 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:48:27.512166 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:28.891320 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:28.992083 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51124) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:48:29.052156 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0827d63-8583-4e7c-be6b-bd1f2bfc0a5b admin admin] GET failed (client error): The resource could not be found. Mar 10 06:48:29.053416 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a0827d63-8583-4e7c-be6b-bd1f2bfc0a5b admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603952 Mar 10 06:48:29.122215 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fef2be-20bd-4095-b051-fb896d8f7231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:48:29.123596 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-c6fef2be-20bd-4095-b051-fb896d8f7231 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0659826 Mar 10 06:48:29.132678 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:48:29.150103 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Made reservation on behalf of 7cd7d9c678074fdc9e7ee4669bfafbf7 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:48:29.152151 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:29.399264 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (0f20dc0d-7493-4d9d-8f6e-c101e3acb029), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:29.450215 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f20dc0d-7493-4d9d-8f6e-c101e3acb029,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:48:29.460283 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Checking segment: {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:48:29.460628 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Network hostable DHCP agents. Network: 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:48:29.476385 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:48:29.484593 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:48:29.488513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:48:29.489136 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:29.493876 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d8cc9-e68e-4e6b-9883-3e8345fcbd80 None None] Network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:48:29.504474 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-6dbbd0ef-e4e3-45f6-9831-2ef9be005234 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3749671 Mar 10 06:48:29.599166 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6', 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6', 'project_id': '7cd7d9c678074fdc9e7ee4669bfafbf7', 'fixed_ips': [{'subnet_id': '0f20dc0d-7493-4d9d-8f6e-c101e3acb029'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:48:29.600242 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:29.832461 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Allocated IP 192.168.233.2 (01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6/0f20dc0d-7493-4d9d-8f6e-c101e3acb029/daf3e134-12d7-4692-a62e-13520753e99e) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:48:29.974377 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Publish callbacks [] for port (daf3e134-12d7-4692-a62e-13520753e99e), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:29.981298 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (daf3e134-12d7-4692-a62e-13520753e99e), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:30.019503 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:48:30.024611 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:48:30.027993 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:48:30.035609 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Pushing event updated for resources: {'Port': ['ID=daf3e134-12d7-4692-a62e-13520753e99e,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:48:30.043871 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.044244 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.044604 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.044943 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.045300 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.045628 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.045954 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.046282 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.046600 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.046937 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.047260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.047578 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.047892 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:48:30.099340 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Attempting to bind port daf3e134-12d7-4692-a62e-13520753e99e on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:48:30.099643 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Attempting to bind port daf3e134-12d7-4692-a62e-13520753e99e by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:48:30.099989 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Attempting to bind port daf3e134-12d7-4692-a62e-13520753e99e on network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:48:30.104942 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:48:30.105341 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Checking segment: {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:48:30.105744 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:30.106140 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Bound using segment: {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:48:30.106585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Bound port: daf3e134-12d7-4692-a62e-13520753e99e, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:48:30.106956 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (daf3e134-12d7-4692-a62e-13520753e99e), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:30.169323 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] For port daf3e134-12d7-4692-a62e-13520753e99e, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:48:30.172358 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] For port daf3e134-12d7-4692-a62e-13520753e99e, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=daf3e134-12d7-4692-a62e-13520753e99e,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:48:30.184920 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (daf3e134-12d7-4692-a62e-13520753e99e), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:30.250677 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed24fc-e61c-47cc-ae99-0b585b44db99 None None] Pushing event updated for resources: {'Port': ['ID=daf3e134-12d7-4692-a62e-13520753e99e,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:48:31.103222 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c798a60-536a-4edd-bb67-b1697c36bb75 None None] Network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:48:31.182092 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] Provisioning complete for port daf3e134-12d7-4692-a62e-13520753e99e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:48:31.182476 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (daf3e134-12d7-4692-a62e-13520753e99e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:31.289166 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] Current status of the port daf3e134-12d7-4692-a62e-13520753e99e is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:48:31.289926 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (daf3e134-12d7-4692-a62e-13520753e99e), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:31.325548 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] For port daf3e134-12d7-4692-a62e-13520753e99e, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=daf3e134-12d7-4692-a62e-13520753e99e,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:48:31.330818 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (daf3e134-12d7-4692-a62e-13520753e99e), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:31.385379 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d2bbc-377d-4a62-a70a-e816b62f5e00 None None] Pushing event updated for resources: {'Port': ['ID=daf3e134-12d7-4692-a62e-13520753e99e,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:48:31.452411 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-36ec4a5e-b167-4cd0-bf91-911031b0e2e2 None None] Provisioning complete for port daf3e134-12d7-4692-a62e-13520753e99e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:48:31.452802 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-36ec4a5e-b167-4cd0-bf91-911031b0e2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (daf3e134-12d7-4692-a62e-13520753e99e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:31.528708 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-36ec4a5e-b167-4cd0-bf91-911031b0e2e2 None None] Current status of the port daf3e134-12d7-4692-a62e-13520753e99e is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:48:31.743000 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device daf3e134-12d7-4692-a62e-13520753e99e up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:48:31.796588 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port daf3e134-12d7-4692-a62e-13520753e99e triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:48:31.796921 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (daf3e134-12d7-4692-a62e-13520753e99e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:31.873687 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port daf3e134-12d7-4692-a62e-13520753e99e is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:48:36.245869 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:48:52.620750 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8b819c90-4eea-4238-9907-914a01e33bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:54.953603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac8ae-45b5-478c-ae51-7e04fa65a3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:55.930779 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:57.514281 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:48:58.895175 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:13.244776 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:49:22.620928 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3ff2796d-e274-416e-b928-647058c12e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:24.955658 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2a998c09-00f0-4b5f-b94a-218f15f80be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:25.933351 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:27.517072 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:28.897122 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:50.244162 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:49:52.621779 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-53fb11f4-472c-488a-abfe-cb0bf13f08b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:54.958220 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-15b76f96-47f2-4075-8197-3b2a1c7abb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:55.935714 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:56.994454 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51162) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:49:57.000001 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [None req-8aacf17c-65a1-436d-9b54-27e0199ec4d3 tempest-verify_tempest_config-113106730 tempest-verify_tempest_config-113106730-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:49:57.000943 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8aacf17c-65a1-436d-9b54-27e0199ec4d3 tempest-verify_tempest_config-113106730 tempest-verify_tempest_config-113106730-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055239 Mar 10 06:49:57.280180 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51180) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:49:57.384154 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.462563 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Publish callbacks [] for security_group (0d7ab8d9-359f-4e30-b349-1d2c686c57b9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.466705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0d7ab8d9-359f-4e30-b349-1d2c686c57b9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.502864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ab8d9-359f-4e30-b349-1d2c686c57b9,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:49:57.513686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.513949 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.514295 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.514632 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.515014 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.515280 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.515618 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.515945 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.516278 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.516624 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.516954 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.517297 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.517614 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.521115 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.533416 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51184) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:49:57.533882 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-cdba08eb-0b8f-415c-9fa5-5bde340e71ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0ccbeb6a69c4533bcace42a18979834&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2487783 Mar 10 06:49:57.588194 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Publish callbacks [] for security_group (0d7ab8d9-359f-4e30-b349-1d2c686c57b9), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.608732 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Publish callbacks [] for security_group (0d7ab8d9-359f-4e30-b349-1d2c686c57b9), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.699537 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0d7ab8d9-359f-4e30-b349-1d2c686c57b9), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.702247 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:49:57.703392 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d7ab8d9-359f-4e30-b349-1d2c686c57b9 HTTP/1.1" status: 204 len: 168 time: 0.1724300 Mar 10 06:49:57.714911 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ab8d9-359f-4e30-b349-1d2c686c57b9,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:49:57.721512 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.721861 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.722204 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.722541 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.722869 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.723195 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.723540 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.723874 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.724211 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.724551 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.724876 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.725228 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:57.725551 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0a23c-e864-47c0-93e4-631a2a235b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:49:58.899950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:22.623100 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-fac24401-7184-4f47-b75a-ab408c763897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:24.959107 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-743af98b-9599-4612-bd2d-fa94da828137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:25.939786 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:27.243133 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:50:27.524976 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:28.901524 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:52.625012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-883e21fc-b806-4671-9b9f-68d0d502946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:54.960037 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c149c3d6-0b49-4f93-8325-2ec306f203a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:55.939387 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:57.528020 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:50:58.902824 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:04.242206 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 5 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:51:22.628284 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-01e3e3af-d764-49af-bf30-34e227a41d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:24.961460 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-855497ea-1a7c-4225-924e-844b7f4bc2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:25.943114 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:27.530663 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:28.905506 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:37.675305 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590383'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:41.241790 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:51:51.910165 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51256) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:51:52.015828 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-913618e0-d3fd-4562-b4e3-a19e3fd0ff60 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1041856 Mar 10 06:51:52.630175 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-02dc6195-1e64-4cd3-9a03-00b48396f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:54.395974 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51266) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:51:54.450189 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ffc6ac93-35d0-49bf-b25e-8ec3516ddd41 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531204 Mar 10 06:51:54.961803 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-56e499d0-9391-4745-9c09-db0d4529f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:55.948602 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:57.533954 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:51:58.909287 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:07.659802 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:18.241056 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:52:22.631161 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0f25a875-b3ab-4fc4-9cad-4035d1bd791c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:24.962472 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4da4d363-2ef9-4161-8700-c0de85fede93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:25.948454 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:27.540106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:28.910779 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:37.650668 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:52.636910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d79f96d0-264f-4512-8b88-aa228a033636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:54.966555 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-97bcc63b-06c2-4013-948c-faca9e417dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:55.239843 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:52:55.951943 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:57.542455 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:52:58.915778 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:07.663590 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:22.630220 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3f62514c-b39b-4458-9731-78742578e074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:24.961181 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-5bccd91e-c331-4598-94e8-e82f9482a7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:25.953491 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:27.554626 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:28.934617 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:31.839958 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51470) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:32.202980 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51496) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:32.205458 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-network', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:32.228041 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Made reservation on behalf of db5d3efba5b74dc184f89500b0669160 for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:32.230992 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.234335 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51502) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:32.241490 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.242244 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:53:32.334125 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks [] for security_group (8b0d86de-89da-43ad-8a09-7be863a4a3ca), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.341040 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8b0d86de-89da-43ad-8a09-7be863a4a3ca), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.366413 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:53:32.381557 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0d86de-89da-43ad-8a09-7be863a4a3ca,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:32.396156 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (a87837ec-2fc9-4425-b910-02aac68f0222), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.396535 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Added segment a87837ec-2fc9-4425-b910-02aac68f0222 of type vlan for network 2a08e5c0-a70b-48c9-8788-219918a0d30f Mar 10 06:53:32.411189 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.411562 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.411913 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.412256 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.412594 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.412929 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.413304 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.413641 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.413986 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.414333 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.414662 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.414985 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.415307 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Tracked resource versions report: Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: pushed versions: Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: { 'AddressGroup': {'1.2'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'ConntrackHelper': {'1.0'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Log': {'1.0'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Network': {'1.1'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Port': {'1.7'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'PortForwarding': {'1.2'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'QosPolicy': {'1.10'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroup': {'1.5'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SubPort': {'1.0'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Subnet': {'1.1'}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Trunk': {'1.1'}} Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: consumer versions: Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: HyperV agent@hv-cinder-83291: {}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'ConntrackHelper': '1.0', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'LocalIPAssociation': '1.0', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Log': '1.0', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Network': '1.1', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Port': '1.7', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'PortForwarding': '1.2', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'QosPolicy': '1.10', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroup': '1.5', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SecurityGroupRule': '1.2', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'SubPort': '1.0', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Subnet': '1.1', Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: 'Trunk': '1.1'}} Mar 10 06:53:32.416467 dv-cinder-832918-1-iscsi neutron-server[109519]: {{(pid=109519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:53:32.462025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (2a08e5c0-a70b-48c9-8788-219918a0d30f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.487748 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (2a08e5c0-a70b-48c9-8788-219918a0d30f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.488706 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:32.489304 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.583783 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a08e5c0-a70b-48c9-8788-219918a0d30f,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:32.599866 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1c0775ab-947e-49f5-bffa-459a10805bd0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7579365 Mar 10 06:53:32.602434 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51522) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:32.611467 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Request body: {'subnet': {'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-subnet', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:32.615426 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:53:32.641416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Made reservation on behalf of db5d3efba5b74dc184f89500b0669160 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:32.644758 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.729147 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-952390149-network', 'tenant_id': '14ea42153c2a4e49979a7ec084c3884f'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:32.871652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1348473642-network', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:32.874663 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Made reservation on behalf of 14ea42153c2a4e49979a7ec084c3884f for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:32.877745 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.912460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.961132 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Made reservation on behalf of 3db9f96cb09a4ae5beb24ae6caf86383 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:32.963359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:32.998286 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.025443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (7f91c174-ca47-4903-a565-16ace75c6633), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.111571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks [] for security_group (521da2da-1e89-4748-9e36-a0a4ca2749e6), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.121184 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (521da2da-1e89-4748-9e36-a0a4ca2749e6), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.156724 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:53:33.165601 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (3774ad6b-7a53-4acb-970b-63e156d6d837), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.166167 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Added segment 3774ad6b-7a53-4acb-970b-63e156d6d837 of type vlan for network 8b5329f5-18c1-4d10-a7a1-0af80254d07f Mar 10 06:53:33.204466 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f91c174-ca47-4903-a565-16ace75c6633,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:33.219272 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (8b5329f5-18c1-4d10-a7a1-0af80254d07f), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.263174 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (8b5329f5-18c1-4d10-a7a1-0af80254d07f), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.267162 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:33.267162 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.274502 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Checking segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:33.274910 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Network hostable DHCP agents. Network: 2a08e5c0-a70b-48c9-8788-219918a0d30f, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:53:33.302998 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521da2da-1e89-4748-9e36-a0a4ca2749e6,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:33.306176 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51566) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:33.311102 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1073687 Mar 10 06:53:33.312972 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.313381 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51568) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:33.322567 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Request body: {'subnet': {'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-952390149-subnet', 'tenant_id': '14ea42153c2a4e49979a7ec084c3884f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:33.325231 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.325652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.325992 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.326575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.326973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.327316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.327638 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.328140 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.328644 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.329168 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.329650 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.330163 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Tracked resource versions report: Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: pushed versions: Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: { 'AddressGroup': {'1.2'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'ConntrackHelper': {'1.0'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Log': {'1.0'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Network': {'1.1'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Port': {'1.7'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'PortForwarding': {'1.2'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'QosPolicy': {'1.10'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroup': {'1.5'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SubPort': {'1.0'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Subnet': {'1.1'}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Trunk': {'1.1'}} Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: consumer versions: Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: HyperV agent@hv-cinder-83291: {}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'ConntrackHelper': '1.0', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'LocalIPAssociation': '1.0', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Log': '1.0', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Network': '1.1', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Port': '1.7', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'PortForwarding': '1.2', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'QosPolicy': '1.10', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroup': '1.5', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SecurityGroupRule': '1.2', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'SubPort': '1.0', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Subnet': '1.1', Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: 'Trunk': '1.1'}} Mar 10 06:53:33.332195 dv-cinder-832918-1-iscsi neutron-server[109520]: {{(pid=109520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:53:33.368644 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Made reservation on behalf of 14ea42153c2a4e49979a7ec084c3884f for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:33.373095 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.376126 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.376825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.377400 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.378012 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.378541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.389513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.390125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.390645 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.391189 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.391739 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.392216 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.393238 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.393863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:33.436436 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks [] for security_group (f45b24c7-30b6-4a38-ba8c-9b86335d6af7), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.464275 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f45b24c7-30b6-4a38-ba8c-9b86335d6af7), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.510127 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:53:33.543784 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:53:33.613353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe026cf-90e6-4455-b0a6-36dfbe1b713b admin admin] Pushing event updated for resources: {'Network': ['ID=8b5329f5-18c1-4d10-a7a1-0af80254d07f,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:33.627799 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 2a08e5c0-a70b-48c9-8788-219918a0d30f) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:33.634441 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45b24c7-30b6-4a38-ba8c-9b86335d6af7,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:33.638007 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 8b5329f5-18c1-4d10-a7a1-0af80254d07f details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:53:33.639353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (9b2c64d8-7650-4e91-b536-3b30737c99af), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.649491 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Added segment 9b2c64d8-7650-4e91-b536-3b30737c99af of type vlan for network 8c592774-aa9a-4b61-8180-968159f4dce0 Mar 10 06:53:33.723346 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:33.723945 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.738447 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9ae77e6d-d327-4958-9439-c05635fec17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.768315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (8c592774-aa9a-4b61-8180-968159f4dce0), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.787573 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-49d07933-719c-4053-9d65-a914f82955ea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1836133 Mar 10 06:53:33.796048 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51584) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:33.801503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:33.832442 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324809f0-2acd-4b53-b0a6-658b77b0d0bb None None] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:33.833977 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (8c592774-aa9a-4b61-8180-968159f4dce0), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.835160 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:33.835992 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.848493 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9ae77e6d-d327-4958-9439-c05635fec17e admin admin] Publish callbacks [] for security_group (819021e2-f949-4ebb-81d6-5abc7a532385), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.854762 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.856396 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.861980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9ae77e6d-d327-4958-9439-c05635fec17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (819021e2-f949-4ebb-81d6-5abc7a532385), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:33.889632 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6537638 Mar 10 06:53:33.898730 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51588) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:33.906106 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Request body: {'subnet': {'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1348473642-subnet', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:33.953837 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d52b78-840f-4ab3-8591-20fa52fb8031 admin admin] Pushing event updated for resources: {'Network': ['ID=8c592774-aa9a-4b61-8180-968159f4dce0,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:33.982127 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9ae77e6d-d327-4958-9439-c05635fec17e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d4fa1b5c3c447edb34ee976a260b7ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6738899 Mar 10 06:53:33.989786 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51600) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:34.025861 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks [] for router_controller (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.038136 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 8c592774-aa9a-4b61-8180-968159f4dce0 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:53:34.046539 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Made reservation on behalf of 3db9f96cb09a4ae5beb24ae6caf86383 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:34.051035 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.064962 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c1d851f9-053a-4d4d-9be9-60ec1015e7fc admin admin] Publish callbacks [] for security_group (819021e2-f949-4ebb-81d6-5abc7a532385), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.087988 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c1d851f9-053a-4d4d-9be9-60ec1015e7fc admin admin] Publish callbacks [] for security_group (819021e2-f949-4ebb-81d6-5abc7a532385), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.141712 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (578bef1e-59de-4015-be7d-741ae14b11e2), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.211090 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae77e6d-d327-4958-9439-c05635fec17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819021e2-f949-4ebb-81d6-5abc7a532385,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:34.228664 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c1d851f9-053a-4d4d-9be9-60ec1015e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (819021e2-f949-4ebb-81d6-5abc7a532385), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.231270 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c1d851f9-053a-4d4d-9be9-60ec1015e7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.232419 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c1d851f9-053a-4d4d-9be9-60ec1015e7fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/819021e2-f949-4ebb-81d6-5abc7a532385 HTTP/1.1" status: 204 len: 168 time: 0.2411590 Mar 10 06:53:34.256710 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Checking segment: {'id': '3774ad6b-7a53-4acb-970b-63e156d6d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:34.257324 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Network hostable DHCP agents. Network: 8b5329f5-18c1-4d10-a7a1-0af80254d07f, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:53:34.263850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d851f9-053a-4d4d-9be9-60ec1015e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819021e2-f949-4ebb-81d6-5abc7a532385,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:34.282017 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=578bef1e-59de-4015-be7d-741ae14b11e2,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:34.323445 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Network 8b5329f5-18c1-4d10-a7a1-0af80254d07f is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:53:34.355425 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-2a08e5c0-a70b-48c9-8788-219918a0d30f', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:53:34.356841 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.359997 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 8b5329f5-18c1-4d10-a7a1-0af80254d07f) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:34.367705 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:34.369458 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.400061 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28028341-3976-472c-b8e3-940489a74597 None None] Network 8b5329f5-18c1-4d10-a7a1-0af80254d07f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:34.404131 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-0c4bd726-6da3-4297-a4b0-ff3db6f3f6ea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0883100 Mar 10 06:53:34.468766 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks [] for router_gateway (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.657783 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (6e0115fb-51d2-44f0-bc6b-4b2e30366d46), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.736823 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0115fb-51d2-44f0-bc6b-4b2e30366d46,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:34.819477 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765b12a-d6ad-4fcc-be00-5a2e6bb9d040 None None] Network 8b5329f5-18c1-4d10-a7a1-0af80254d07f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:34.857083 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Checking segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:34.857570 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Network hostable DHCP agents. Network: 8c592774-aa9a-4b61-8180-968159f4dce0, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:53:34.901194 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Network 8c592774-aa9a-4b61-8180-968159f4dce0 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:53:34.961510 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 8c592774-aa9a-4b61-8180-968159f4dce0) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:34.968486 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:34.969200 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:34.999931 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f8969-473e-448e-a05f-f7b892309d4d None None] Network 8c592774-aa9a-4b61-8180-968159f4dce0 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:35.065958 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks [] for router_gateway (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.070689 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Allocated IP 172.20.0.2 (2a08e5c0-a70b-48c9-8788-219918a0d30f/7f91c174-ca47-4903-a565-16ace75c6633/619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:35.088182 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.097573 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51634) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:35.102147 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:35.108191 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d9a844b9-f8ca-4af1-9237-30866f9e3650 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2043903 Mar 10 06:53:35.145440 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51640) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:35.157889 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (30387c76-3448-4e73-acc5-6d8d49f93425), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.164319 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (30387c76-3448-4e73-acc5-6d8d49f93425), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.199457 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9fe5907b-d502-4a93-be19-a1179d0349f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.408631 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks [] for router_controller (30387c76-3448-4e73-acc5-6d8d49f93425), precommit_add_association {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.466072 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-8c592774-aa9a-4b61-8180-968159f4dce0', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:53:35.467364 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.512791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Allocated IP 172.27.1.61 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/b3a34755-08da-4944-b2ce-513e89d084e6) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:35.612594 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Publish callbacks [] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.636659 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks [] for port (b3a34755-08da-4944-b2ce-513e89d084e6), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.649408 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.688859 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.750231 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Pushing event updated for resources: {'Port': ['ID=b3a34755-08da-4944-b2ce-513e89d084e6,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:35.754200 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks [] for router_gateway (30387c76-3448-4e73-acc5-6d8d49f93425), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.758366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:35.759402 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51662) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:35.762950 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:35.763932 dv-cinder-832918-1-iscsi neutron-server[109520]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 06:53:35.775937 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9fe5907b-d502-4a93-be19-a1179d0349f1 admin admin] Publish callbacks [] for security_group (d41ab240-da33-480b-85a7-9d15f8978172), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.785999 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:35.787640 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:35.793702 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:35.801744 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:35.801999 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9fe5907b-d502-4a93-be19-a1179d0349f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d41ab240-da33-480b-85a7-9d15f8978172), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:35.809261 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Pushing event updated for resources: {'Port': ['ID=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:35.824889 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.826151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.827166 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.827724 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.828278 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.828874 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.829450 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.830528 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.831250 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.832316 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.833189 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.833988 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.834824 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Tracked resource versions report: Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: pushed versions: Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: { 'AddressGroup': {'1.2'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'ConntrackHelper': {'1.0'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Log': {'1.0'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Network': {'1.1'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Port': {'1.7'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'PortForwarding': {'1.2'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'QosPolicy': {'1.10'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroup': {'1.5'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SubPort': {'1.0'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Subnet': {'1.1'}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Trunk': {'1.1'}} Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: consumer versions: Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: HyperV agent@hv-cinder-83291: {}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'ConntrackHelper': '1.0', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'LocalIPAssociation': '1.0', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Log': '1.0', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Network': '1.1', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Port': '1.7', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'PortForwarding': '1.2', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'QosPolicy': '1.10', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroup': '1.5', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SecurityGroupRule': '1.2', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'SubPort': '1.0', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Subnet': '1.1', Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: 'Trunk': '1.1'}} Mar 10 06:53:35.848626 dv-cinder-832918-1-iscsi neutron-server[109521]: {{(pid=109521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:53:35.877918 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9fe5907b-d502-4a93-be19-a1179d0349f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7753ffc8f014c28aad5634931922140&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7314413 Mar 10 06:53:35.882460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51668) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:35.884865 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5907b-d502-4a93-be19-a1179d0349f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41ab240-da33-480b-85a7-9d15f8978172,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:35.952108 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Allocated IP 172.20.0.2 (8c592774-aa9a-4b61-8180-968159f4dce0/6e0115fb-51d2-44f0-bc6b-4b2e30366d46/55fdd485-b8d6-4f8a-83bc-930ee4783a89) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:36.013925 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Attempting to bind port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:36.014460 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Attempting to bind port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:36.015564 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Attempting to bind port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe on network 2a08e5c0-a70b-48c9-8788-219918a0d30f {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:36.040444 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:36.040857 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Checking segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:36.041263 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.041657 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Bound using segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:36.042765 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Bound port: 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:36.043199 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.103768 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c12-0cc4-4dfb-936a-e43d2058fded admin admin] Publish callbacks [] for security_group (d41ab240-da33-480b-85a7-9d15f8978172), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.144292 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks [] for router_gateway (30387c76-3448-4e73-acc5-6d8d49f93425), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.156841 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-1929a76f-5bb4-4f93-ad62-df7e68c32cb7 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:36.158617 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-1929a76f-5bb4-4f93-ad62-df7e68c32cb7 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/networks?id=8b5329f5-18c1-4d10-a7a1-0af80254d07f HTTP/1.1" status: 200 len: 811 time: 0.3979168 Mar 10 06:53:36.182535 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.272021 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c12-0cc4-4dfb-936a-e43d2058fded admin admin] Publish callbacks [] for security_group (d41ab240-da33-480b-85a7-9d15f8978172), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.273580 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks [] for router_gateway (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.332731 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] For port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:36.339339 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] For port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:36.393479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.394546 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Publish callbacks [] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.423346 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.451897 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Allocated IP 172.27.1.89 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/fe63d653-734a-4f15-b539-fd7d0f2090d8) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:36.460121 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Network 8c592774-aa9a-4b61-8180-968159f4dce0 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:36.473713 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:36.477113 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:36.484120 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037dcd1-70f1-4fb4-b2e6-5d7dfa14243c None None] Pushing event updated for resources: {'Port': ['ID=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:36.558990 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-203ec1d7-0a5b-4464-a32a-617990f2fc95 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/quotas/14ea42153c2a4e49979a7ec084c3884f HTTP/1.1" status: 200 len: 375 time: 0.2892094 Mar 10 06:53:36.599599 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Pushing event updated for resources: {'Port': ['ID=55fdd485-b8d6-4f8a-83bc-930ee4783a89,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:36.610178 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Attempting to bind port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:36.610602 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Attempting to bind port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:36.610962 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Attempting to bind port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 on network 8c592774-aa9a-4b61-8180-968159f4dce0 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:36.618225 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:36.618673 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Checking segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:36.619090 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.619536 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Bound using segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:36.620056 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Bound port: 55fdd485-b8d6-4f8a-83bc-930ee4783a89, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:36.620479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.652260 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-c6b3c5b2-eeaa-4b68-8495-a4e5320d37d2 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14ea42153c2a4e49979a7ec084c3884f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747831 Mar 10 06:53:36.712210 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks [] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.743390 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c12-0cc4-4dfb-936a-e43d2058fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d41ab240-da33-480b-85a7-9d15f8978172), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.746099 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c12-0cc4-4dfb-936a-e43d2058fded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.753846 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-eaa42c12-0cc4-4dfb-936a-e43d2058fded admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d41ab240-da33-480b-85a7-9d15f8978172 HTTP/1.1" status: 204 len: 168 time: 0.8694928 Mar 10 06:53:36.762055 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] For port 55fdd485-b8d6-4f8a-83bc-930ee4783a89, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:36.766437 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] For port 55fdd485-b8d6-4f8a-83bc-930ee4783a89, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=55fdd485-b8d6-4f8a-83bc-930ee4783a89,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:36.777827 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa42c12-0cc4-4dfb-936a-e43d2058fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41ab240-da33-480b-85a7-9d15f8978172,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:36.782842 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.786703 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:36.921854 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:37.087342 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-e48e9692-1952-466b-b6a0-ddf7ef70c684 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:53:37.094468 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-e48e9692-1952-466b-b6a0-ddf7ef70c684 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1747782 Mar 10 06:53:37.122394 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:37.130266 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:37.132687 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9cb9-6a56-44b7-b063-abccc2d1b362 None None] Pushing event updated for resources: {'Port': ['ID=55fdd485-b8d6-4f8a-83bc-930ee4783a89,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:37.148333 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:37.269169 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-75be7316-86a1-494a-b2c4-94b59dd1da46 service neutron] 10.222.0.35 "GET /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738238 Mar 10 06:53:37.348211 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Pushing event updated for resources: {'Port': ['ID=fe63d653-734a-4f15-b539-fd7d0f2090d8,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:37.354452 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:53:37.576173 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-da2779e8-718d-4160-ba92-89afe95b1d1a service neutron] 10.222.0.35 "GET /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890375 Mar 10 06:53:37.598873 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:53:37.613098 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:53:37.630326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:37.633978 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0512350f-eb70-41e4-a5a6-62dfc847d0fd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8334773 Mar 10 06:53:37.634299 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51742) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:37.650745 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:37.651579 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:37.675679 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:37.695372 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks [] for router_gateway (30387c76-3448-4e73-acc5-6d8d49f93425), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:38.211202 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51766) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:38.216741 dv-cinder-832918-1-iscsi neutron-server[109519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 06:53:38.245084 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:38.302170 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-420dabea-e4a8-44cc-87ca-127ce940575b req-d1f3d78c-f73f-4ddb-a67d-22d5e13558ac tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0886707 Mar 10 06:53:38.342256 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (30387c76-3448-4e73-acc5-6d8d49f93425), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:38.386709 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c6814-b744-4df5-b8ab-1b7d5151c21d None None] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:38.559869 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51790) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:38.655841 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] Provisioning complete for port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:38.662326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:38.743253 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Router 30387c76-3448-4e73-acc5-6d8d49f93425 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:53:38.792333 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-485534233-network', 'tenant_id': '6e347d75e5d64960927559bfa2b87e61'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:38.793156 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 55fdd485-b8d6-4f8a-83bc-930ee4783a89 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:38.842762 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Made reservation on behalf of 6e347d75e5d64960927559bfa2b87e61 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:38.842762 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:38.859980 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2855c-92aa-4734-88d3-f071c50b65a7 None None] Network 8c592774-aa9a-4b61-8180-968159f4dce0 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:38.893880 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:36Z', 'revision_number': 3, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:38.906533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:38.954695 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:53:38.955053 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Updating router cc41f0e2-0e1c-44f0-934a-4f18873a9eda port b3a34755-08da-4944-b2ce-513e89d084e6 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:53:39.008757 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:53:39.027461 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:53:39.047638 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.053181 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:39.053576 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.058017 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.058780 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5fb9f0fe-b948-4bf5-ac9f-2fc4ddfdab4f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9599509 Mar 10 06:53:39.061748 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51812) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:39.115708 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] Current status of the port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:39.116776 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.119242 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:39.120065 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:39.144410 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.186717 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks [] for security_group (7b9730ba-1de3-4fe2-a917-19d6d4a8bf51), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.199401 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7b9730ba-1de3-4fe2-a917-19d6d4a8bf51), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.282742 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] For port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:53:39.300964 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:53:39.304941 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9730ba-1de3-4fe2-a917-19d6d4a8bf51,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:39.358222 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (51b64766-9b71-4d63-83b7-31bc95c6978b), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.358666 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Added segment 51b64766-9b71-4d63-83b7-31bc95c6978b of type vlan for network f9fe2755-df58-4f07-b25d-2daafc596478 Mar 10 06:53:39.365825 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.436913 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (f9fe2755-df58-4f07-b25d-2daafc596478), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.534267 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-17d26ce8-8e4c-4f2a-ac16-c5fd70d98243 req-821342f3-9f6a-49f3-bdcf-4056c38576fd tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0993910 Mar 10 06:53:39.559238 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Allocated IP 172.20.0.1 (2a08e5c0-a70b-48c9-8788-219918a0d30f/7f91c174-ca47-4903-a565-16ace75c6633/9a6e841e-f89d-4437-9351-8ff4eea6ad86) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:39.584009 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:39.597084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (f9fe2755-df58-4f07-b25d-2daafc596478), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.598456 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:39.599508 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.678043 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Publish callbacks [] for port (b3a34755-08da-4944-b2ce-513e89d084e6), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.693619 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.713895 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51830) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:39.714106 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1528993 Mar 10 06:53:39.720652 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Request body: {'subnet': {'network_id': 'f9fe2755-df58-4f07-b25d-2daafc596478', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-485534233-subnet', 'tenant_id': '6e347d75e5d64960927559bfa2b87e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:39.755535 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Made reservation on behalf of 6e347d75e5d64960927559bfa2b87e61 for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:39.762503 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.771449 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:39.772362 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.805260 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Pushing event updated for resources: {'Port': ['ID=b3a34755-08da-4944-b2ce-513e89d084e6,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:39.814571 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Attempting to bind port b3a34755-08da-4944-b2ce-513e89d084e6 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:39.822462 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c656eb-76f1-4d07-a172-0bf2db6299f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fe2755-df58-4f07-b25d-2daafc596478,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Attempting to bind port b3a34755-08da-4944-b2ce-513e89d084e6 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Attempting to bind port b3a34755-08da-4944-b2ce-513e89d084e6 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Bound port: b3a34755-08da-4944-b2ce-513e89d084e6, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.876454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Tracked resource versions report: Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: pushed versions: Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: { 'AddressGroup': {'1.2'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'ConntrackHelper': {'1.0'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Log': {'1.0'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Network': {'1.1'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Port': {'1.7'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'PortForwarding': {'1.2'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'QosPolicy': {'1.10'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroup': {'1.5'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SubPort': {'1.0'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Subnet': {'1.1'}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Trunk': {'1.1'}} Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: consumer versions: Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: { DHCP agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: HyperV agent@hv-cinder-83291: {}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: L3 agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: Metadata agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: Metering agent@dv-cinder-832918-1-iscsi: {}, Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: Open vSwitch agent@dv-cinder-832918-1-iscsi: { 'AddressGroup': '1.2', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'ConntrackHelper': '1.0', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'LocalIPAssociation': '1.0', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Log': '1.0', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Network': '1.1', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Port': '1.7', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'PortForwarding': '1.2', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'QosPolicy': '1.10', Mar 10 06:53:39.886228 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroup': '1.5', Mar 10 06:53:39.888379 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SecurityGroupRule': '1.2', Mar 10 06:53:39.888379 dv-cinder-832918-1-iscsi neutron-server[109522]: 'SubPort': '1.0', Mar 10 06:53:39.888379 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Subnet': '1.1', Mar 10 06:53:39.888379 dv-cinder-832918-1-iscsi neutron-server[109522]: 'Trunk': '1.1'}} Mar 10 06:53:39.888379 dv-cinder-832918-1-iscsi neutron-server[109522]: {{(pid=109522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:53:39.916793 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks [] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.958362 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:39.998381 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:40.003933 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:40.010244 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:40.011084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.027576 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] For port b3a34755-08da-4944-b2ce-513e89d084e6, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:40.038175 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] For port b3a34755-08da-4944-b2ce-513e89d084e6, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=b3a34755-08da-4944-b2ce-513e89d084e6,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:40.046045 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network f9fe2755-df58-4f07-b25d-2daafc596478 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:53:40.047772 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-0b23f734-f7c7-4286-9026-87f21658e9fc None None] Provisioning complete for port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:40.048135 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0b23f734-f7c7-4286-9026-87f21658e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.049699 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef076d-382a-4b9e-8eb5-ceaa782c41d9 None None] Pushing event updated for resources: {'Port': ['ID=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:40.050034 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.090178 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Pushing event updated for resources: {'Port': ['ID=9a6e841e-f89d-4437-9351-8ff4eea6ad86,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:40.155073 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.184270 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (08001982-ecca-43e4-ba68-b4b88aa27128), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.204143 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:40.207051 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:40.212837 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 55fdd485-b8d6-4f8a-83bc-930ee4783a89, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=55fdd485-b8d6-4f8a-83bc-930ee4783a89,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:53:40.227866 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.228652 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:40.234940 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08001982-ecca-43e4-ba68-b4b88aa27128,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:40.278627 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baeafa-db91-4bde-9aca-4bef374d986e None None] Pushing event updated for resources: {'Port': ['ID=b3a34755-08da-4944-b2ce-513e89d084e6,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:40.322606 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.413422 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Checking segment: {'id': '51b64766-9b71-4d63-83b7-31bc95c6978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9fe2755-df58-4f07-b25d-2daafc596478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:40.413781 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Network hostable DHCP agents. Network: f9fe2755-df58-4f07-b25d-2daafc596478, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:53:40.418313 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:40.449422 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=55fdd485-b8d6-4f8a-83bc-930ee4783a89,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:40.454619 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Network f9fe2755-df58-4f07-b25d-2daafc596478 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:53:40.458971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0b23f734-f7c7-4286-9026-87f21658e9fc None None] Current status of the port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:40.475291 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:40.475681 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.497679 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-0b23f734-f7c7-4286-9026-87f21658e9fc None None] Provisioning complete for port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:40.497679 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0b23f734-f7c7-4286-9026-87f21658e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.507734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, f9fe2755-df58-4f07-b25d-2daafc596478) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:40.526982 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5518896-6fe5-4626-841e-850b6f247f02 None None] Network f9fe2755-df58-4f07-b25d-2daafc596478 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:40.532781 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:40.533631 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.536454 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Allocated IP 172.20.0.1 (8c592774-aa9a-4b61-8180-968159f4dce0/6e0115fb-51d2-44f0-bc6b-4b2e30366d46/5bb6ef24-af11-419e-8b1e-5fa57b62d61e) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:40.561156 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c3cf739f-9bb7-4440-a97b-8d5e089edec5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8454504 Mar 10 06:53:40.561979 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:37Z', 'revision_number': 3, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:40.589414 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks [] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.597176 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.598245 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.654523 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:53:40.655029 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Updating router 30387c76-3448-4e73-acc5-6d8d49f93425 port fe63d653-734a-4f15-b539-fd7d0f2090d8 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:53:40.758259 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks [] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.768916 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:36Z', 'revision_number': 3, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:40.776034 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Pushing event updated for resources: {'Port': ['ID=9a6e841e-f89d-4437-9351-8ff4eea6ad86,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:40.794260 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:40.796850 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:40.806313 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.816724 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d022c8e-50fb-4fd5-87d2-a2ef689c04e5 None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:36Z', 'revision_number': 3, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:53:40.882727 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:40.884498 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bc8a365c-0806-4448-ba75-a48561ac75ce req-c200758e-0968-4ced-8e96-cd7ff92bedeb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0424058 Mar 10 06:53:40.886284 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:40.957038 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Network 8c592774-aa9a-4b61-8180-968159f4dce0 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:40.970034 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:40.996112 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:40.996893 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (30387c76-3448-4e73-acc5-6d8d49f93425), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.039327 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:41.093159 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad71235-5637-4176-afd2-34b8e06e2576 None None] Network f9fe2755-df58-4f07-b25d-2daafc596478 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:41.142855 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:53:41.231145 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 55fdd485-b8d6-4f8a-83bc-930ee4783a89 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:41.453546 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51872) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:41.459308 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453157279-network', 'tenant_id': '51e45be936ac460c95f9a146dde0e727'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:41.506585 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Made reservation on behalf of 51e45be936ac460c95f9a146dde0e727 for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:41.509704 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.515856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:53:41.533889 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-06d6f499-d375-447d-87a6-ef3cd778ab1e admin admin] 10.222.0.35 "PUT /v2.0/routers/cc41f0e2-0e1c-44f0-934a-4f18873a9eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8894975 Mar 10 06:53:41.542150 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.616536 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0b23f734-f7c7-4286-9026-87f21658e9fc None None] Current status of the port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:41.655991 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks [] for security_group (d0294b02-bdd9-4269-b77d-237809aa20ab), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.664898 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d0294b02-bdd9-4269-b77d-237809aa20ab), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.678429 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Publish callbacks [] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.688549 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.722151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:41.722552 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.786932 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Attempting to bind port fe63d653-734a-4f15-b539-fd7d0f2090d8 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:41.787398 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Attempting to bind port fe63d653-734a-4f15-b539-fd7d0f2090d8 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:41.787730 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Attempting to bind port fe63d653-734a-4f15-b539-fd7d0f2090d8 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:41.788998 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.800434 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eb33b-c4b7-4200-ad3f-8ebbd15e9afd None None] Pushing event updated for resources: {'Port': ['ID=fe63d653-734a-4f15-b539-fd7d0f2090d8,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:41.808456 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:41.808829 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:41.809258 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.810058 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:41.810251 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Bound port: fe63d653-734a-4f15-b539-fd7d0f2090d8, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:41.810472 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.816241 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:53:41.816771 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Provisioning complete for port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:41.817302 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.877806 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (03554012-b16f-4a29-97d2-787769bc135f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.878153 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Added segment 03554012-b16f-4a29-97d2-787769bc135f of type vlan for network f21efd0a-f7d3-41f9-b340-90da90a397b0 Mar 10 06:53:41.887888 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0294b02-bdd9-4269-b77d-237809aa20ab,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:41.903981 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:53:41.948978 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] For port fe63d653-734a-4f15-b539-fd7d0f2090d8, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:41.970243 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:41.971950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:41.973635 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Provisioning complete for port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:41.976807 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (f21efd0a-f7d3-41f9-b340-90da90a397b0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.976888 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:41.982054 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] For port fe63d653-734a-4f15-b539-fd7d0f2090d8, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=fe63d653-734a-4f15-b539-fd7d0f2090d8,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:42.029432 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.074735 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (f21efd0a-f7d3-41f9-b340-90da90a397b0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.075652 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:42.076227 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.090940 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:53:42.126337 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:42.127479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:42.142545 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6876633 Mar 10 06:53:42.145384 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51894) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:42.152076 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Request body: {'subnet': {'network_id': 'f21efd0a-f7d3-41f9-b340-90da90a397b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453157279-subnet', 'tenant_id': '51e45be936ac460c95f9a146dde0e727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:42.181516 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eb33b-c4b7-4200-ad3f-8ebbd15e9afd None None] Pushing event updated for resources: {'Port': ['ID=fe63d653-734a-4f15-b539-fd7d0f2090d8,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:42.190291 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Provisioning complete for port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:42.190421 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf99e3-4217-4035-899a-fe59a31999a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f21efd0a-f7d3-41f9-b340-90da90a397b0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:42.190671 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.201171 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks [] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.209162 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.210067 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (30387c76-3448-4e73-acc5-6d8d49f93425), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.224270 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network f21efd0a-f7d3-41f9-b340-90da90a397b0 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:53:42.242885 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:42.243259 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.277601 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3e15ef2c-2145-409d-82d1-9e54efe803d8 req-6373f3e9-28bd-49d6-858b-58095111c60c tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.1029162 Mar 10 06:53:42.278803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Made reservation on behalf of 51e45be936ac460c95f9a146dde0e727 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:42.281648 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.295399 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:42.403958 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Network 8c592774-aa9a-4b61-8180-968159f4dce0 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:42.405701 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:42.497391 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (5826d430-6403-49a6-a098-5e3067bd31b1), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.506764 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:42.561868 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5826d430-6403-49a6-a098-5e3067bd31b1,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:42.606785 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Router 30387c76-3448-4e73-acc5-6d8d49f93425 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:53:42.611835 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Checking segment: {'id': '03554012-b16f-4a29-97d2-787769bc135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f21efd0a-f7d3-41f9-b340-90da90a397b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:42.612375 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Network hostable DHCP agents. Network: f21efd0a-f7d3-41f9-b340-90da90a397b0, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:53:42.636583 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Network f21efd0a-f7d3-41f9-b340-90da90a397b0 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:53:42.652273 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, f21efd0a-f7d3-41f9-b340-90da90a397b0) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:42.657674 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:42.659010 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.691481 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-83078cc4-c9d2-4774-b0ee-21c0e404fcff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5443099 Mar 10 06:53:42.724682 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51900) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:42.731170 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649310531', 'description': 'tempest-description--723378877'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:42.766280 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:53:42.771009 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d13a0-a592-4c54-a57a-c4dabf733e71 None None] Network f21efd0a-f7d3-41f9-b340-90da90a397b0 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:42.775347 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.776973 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-84b20078-880e-4d2b-90dd-c6bca913ed70 admin admin] 10.222.0.35 "PUT /v2.0/routers/30387c76-3448-4e73-acc5-6d8d49f93425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141626 Mar 10 06:53:42.900709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (318c8caf-c1be-4312-b421-56606e6ea693), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.901753 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51910) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:42.906189 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (318c8caf-c1be-4312-b421-56606e6ea693), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.949457 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.954129 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2283266 Mar 10 06:53:42.957158 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51912) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:42.964074 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'security_group_rule': {'security_group_id': '318c8caf-c1be-4312-b421-56606e6ea693', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:42.976678 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0036a-42b5-4e21-a8f6-cb4a4fdb6323 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318c8caf-c1be-4312-b421-56606e6ea693,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:42.982672 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Deleting subnet 08001982-ecca-43e4-ba68-b4b88aa27128 {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:53:42.986385 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Publish callbacks [] for subnet (08001982-ecca-43e4-ba68-b4b88aa27128), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:42.992818 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba38af-af9f-43e3-93b5-f006ebe79c25 None None] Network f21efd0a-f7d3-41f9-b340-90da90a397b0 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:53:43.032048 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (8c50bea6-3e8c-46be-9064-6145d78ad83c), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.062360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Publish callbacks [] for subnet (08001982-ecca-43e4-ba68-b4b88aa27128), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.084620 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (08001982-ecca-43e4-ba68-b4b88aa27128), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.119615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (8c50bea6-3e8c-46be-9064-6145d78ad83c), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.125756 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (8c50bea6-3e8c-46be-9064-6145d78ad83c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.148861 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-c324b1e9-51c8-47b8-b8bd-344c6eb3da1c None None] Current status of the port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:43.152719 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (08001982-ecca-43e4-ba68-b4b88aa27128), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.165829 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:43.185531 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c50bea6-3e8c-46be-9064-6145d78ad83c,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:43.197590 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08001982-ecca-43e4-ba68-b4b88aa27128,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:43.215353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.221642 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8d7cfdcb-fbdb-4571-b174-08c6dbaeb0e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2625456 Mar 10 06:53:43.222332 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51920) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:43.228219 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.236071 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:43.242585 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1ca25a04-0152-4988-b232-05c31db44c7a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/08001982-ecca-43e4-ba68-b4b88aa27128 HTTP/1.1" status: 204 len: 168 time: 0.3398628 Mar 10 06:53:43.243053 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'security_group_rule': {'security_group_id': '318c8caf-c1be-4312-b421-56606e6ea693', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:43.243780 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51922) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:43.307215 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (6468799e-b0d0-434d-9c28-6c1c5115a3ae), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.323763 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317f0d-6d44-407d-b2af-d547dff6ffee None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:53:43.355445 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-4719fc6b-abad-43f6-a05f-2523fac46117 None None] Provisioning complete for port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:43.355843 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4719fc6b-abad-43f6-a05f-2523fac46117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.372951 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b3a34755-08da-4944-b2ce-513e89d084e6 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:43.383307 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (f9fe2755-df58-4f07-b25d-2daafc596478), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.420602 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51926) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:43.431155 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:53:43.434797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166720262', 'description': 'tempest-description--1610619369'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:43.444748 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:43.447829 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:43.487910 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (f9fe2755-df58-4f07-b25d-2daafc596478), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.506615 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-4719fc6b-abad-43f6-a05f-2523fac46117 None None] Port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:53:43.515675 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.516053 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.516968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.517328 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > port after_create 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.517666 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.518020 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > port after_update 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.518337 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.518669 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.518982 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.519294 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.533134 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2b5bba58-aa71-4cab-b4b7-2676689a00f2 req-601a44f5-c8d2-46f8-ac59-e779a50f2d47 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.1051705 Mar 10 06:53:43.541179 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port b3a34755-08da-4944-b2ce-513e89d084e6 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:43.542240 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.566249 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (6468799e-b0d0-434d-9c28-6c1c5115a3ae), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.583968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (6468799e-b0d0-434d-9c28-6c1c5115a3ae), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.634823 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6468799e-b0d0-434d-9c28-6c1c5115a3ae,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:43.637844 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.647499 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.648701 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-54b14722-8cac-43d6-9b36-57eea12ce6ee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4162946 Mar 10 06:53:43.652338 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port b3a34755-08da-4944-b2ce-513e89d084e6 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:43.653014 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.662114 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51932) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:43.677204 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:43.682052 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port b3a34755-08da-4944-b2ce-513e89d084e6, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=b3a34755-08da-4944-b2ce-513e89d084e6,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:53:43.686467 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:43.687937 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.751295 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.806606 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.807334 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.807802 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.808535 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:53:43.809334 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fe2755-df58-4f07-b25d-2daafc596478']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:43.819629 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=b3a34755-08da-4944-b2ce-513e89d084e6,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:43.862815 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b64766-9b71-4d63-83b7-31bc95c6978b') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:43.863230 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b64766-9b71-4d63-83b7-31bc95c6978b') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:43.898438 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (51b64766-9b71-4d63-83b7-31bc95c6978b), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.940500 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (51b64766-9b71-4d63-83b7-31bc95c6978b), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.963764 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:53:43.963764 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (51b64766-9b71-4d63-83b7-31bc95c6978b), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: from cryptography.utils import int_from_bytes Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: from cryptography.utils import int_from_bytes Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:53:43.964770 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:53:43.967023 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (0435d707-c7b0-4c52-ac36-ac924efa6e62), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:43.976052 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0435d707-c7b0-4c52-ac36-ac924efa6e62), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.068290 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (f9fe2755-df58-4f07-b25d-2daafc596478), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.084136 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.090645 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.094794 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6689274 Mar 10 06:53:44.095076 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] 10.222.0.35 "DELETE /v2.0/networks/f9fe2755-df58-4f07-b25d-2daafc596478 HTTP/1.1" status: 204 len: 168 time: 0.8408110 Mar 10 06:53:44.095076 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51946) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:44.095216 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51948) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:44.097684 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 2, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:44.099990 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'security_group_rule': {'security_group_id': '0435d707-c7b0-4c52-ac36-ac924efa6e62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:44.113521 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcdf6f-e825-4b81-80bb-4a21b832065f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0435d707-c7b0-4c52-ac36-ac924efa6e62,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:44.123344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f69e-3291-45e0-9083-38f545eb67fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fe2755-df58-4f07-b25d-2daafc596478,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:44.145465 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:53:44.147131 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Updating router cc41f0e2-0e1c-44f0-934a-4f18873a9eda port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:53:44.187111 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (ccf8bd8d-8d34-4ce1-9f78-1983fd8a4da7), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.189350 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Deleting subnet 5826d430-6403-49a6-a098-5e3067bd31b1 {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:53:44.194435 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Publish callbacks [] for subnet (5826d430-6403-49a6-a098-5e3067bd31b1), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.236523 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.240610 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (5826d430-6403-49a6-a098-5e3067bd31b1), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.285358 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.289622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (5826d430-6403-49a6-a098-5e3067bd31b1), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.293174 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (ccf8bd8d-8d34-4ce1-9f78-1983fd8a4da7), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.408934 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Allocated IP 172.27.1.18 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/7ab58511-5de6-4f49-a026-aca11a79f9d8) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:44.450757 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (ccf8bd8d-8d34-4ce1-9f78-1983fd8a4da7), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.482845 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (5826d430-6403-49a6-a098-5e3067bd31b1), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.510166 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.510166 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144957 Mar 10 06:53:44.514800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51954) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:44.540191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'security_group_rule': {'security_group_id': '0435d707-c7b0-4c52-ac36-ac924efa6e62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:44.549994 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948238c-b885-4292-aa11-9ee366679b05 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf8bd8d-8d34-4ce1-9f78-1983fd8a4da7,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:44.560968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.569443 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5826d430-6403-49a6-a098-5e3067bd31b1 HTTP/1.1" status: 204 len: 168 time: 0.4598916 Mar 10 06:53:44.570402 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51962) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:44.571419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ce85d-776b-4bc8-a09c-97f838cc4fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5826d430-6403-49a6-a098-5e3067bd31b1,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:44.633613 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.656358 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Publish callbacks [] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.665611 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.684946 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (f21efd0a-f7d3-41f9-b340-90da90a397b0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.698260 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (a731b8f5-cbb2-4b8c-90e9-b13d2b9bed4d), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.711167 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.740754 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8742a710-da7e-4458-9c8d-6d8f4132d831 req-9d560488-7cfc-4e89-91e9-75518bed3ce8 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0532358 Mar 10 06:53:44.773145 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b91d0-b9e0-421c-823f-d9424c3bb584 None None] Pushing event updated for resources: {'Port': ['ID=9a6e841e-f89d-4437-9351-8ff4eea6ad86,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:44.789523 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Attempting to bind port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:44.790107 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Attempting to bind port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:44.790716 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Attempting to bind port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 on network 2a08e5c0-a70b-48c9-8788-219918a0d30f {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:44.796831 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:44.797579 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Checking segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:44.798316 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.799034 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Bound using segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:44.800433 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Bound port: 9a6e841e-f89d-4437-9351-8ff4eea6ad86, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:44.801050 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.821698 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:44.825320 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:44.828544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'Port': ['ID=7ab58511-5de6-4f49-a026-aca11a79f9d8,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:44.830981 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:44.858036 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (a731b8f5-cbb2-4b8c-90e9-b13d2b9bed4d), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.884740 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (a731b8f5-cbb2-4b8c-90e9-b13d2b9bed4d), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.886566 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (f21efd0a-f7d3-41f9-b340-90da90a397b0), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.900729 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] For port 9a6e841e-f89d-4437-9351-8ff4eea6ad86, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:44.907924 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] For port 9a6e841e-f89d-4437-9351-8ff4eea6ad86, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=9a6e841e-f89d-4437-9351-8ff4eea6ad86,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:44.914460 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21efd0a-f7d3-41f9-b340-90da90a397b0']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:44.928409 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03554012-b16f-4a29-97d2-787769bc135f') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:44.928898 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03554012-b16f-4a29-97d2-787769bc135f') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:44.934960 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.951635 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (03554012-b16f-4a29-97d2-787769bc135f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.954621 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:44.956047 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4402494 Mar 10 06:53:44.966126 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 51968) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:44.981965 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:44.990611 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (03554012-b16f-4a29-97d2-787769bc135f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.007966 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:53:45.008574 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c41b3-5e00-43d7-aa48-0eb52b1eb8d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a731b8f5-cbb2-4b8c-90e9-b13d2b9bed4d,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:45.008687 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (03554012-b16f-4a29-97d2-787769bc135f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.059439 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:45.060028 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:45.062207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-086ca056-0418-4146-8864-62d8715c10ee None None] Provisioning complete for port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:45.062718 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-086ca056-0418-4146-8864-62d8715c10ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.065434 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b91d0-b9e0-421c-823f-d9424c3bb584 None None] Pushing event updated for resources: {'Port': ['ID=9a6e841e-f89d-4437-9351-8ff4eea6ad86,revision_number=4']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:45.092855 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (b66ae54a-dae0-4793-a8c0-aba6dc71407b), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:53:45.118815 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:53:45.124337 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (f21efd0a-f7d3-41f9-b340-90da90a397b0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.124944 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.132722 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.136852 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] 10.222.0.35 "DELETE /v2.0/networks/f21efd0a-f7d3-41f9-b340-90da90a397b0 HTTP/1.1" status: 204 len: 168 time: 0.5515709 Mar 10 06:53:45.157924 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e611e9-aced-4873-a84a-ed7edebda14e admin admin] Pushing event deleted for resources: {'Network': ['ID=f21efd0a-f7d3-41f9-b340-90da90a397b0,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:45.269226 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:45.281287 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.301031 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-086ca056-0418-4146-8864-62d8715c10ee None None] Current status of the port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:45.302641 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-086ca056-0418-4146-8864-62d8715c10ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.397541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-086ca056-0418-4146-8864-62d8715c10ee None None] For port 9a6e841e-f89d-4437-9351-8ff4eea6ad86, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=9a6e841e-f89d-4437-9351-8ff4eea6ad86,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:53:45.408569 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-086ca056-0418-4146-8864-62d8715c10ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.469329 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca056-0418-4146-8864-62d8715c10ee None None] Pushing event updated for resources: {'Port': ['ID=9a6e841e-f89d-4437-9351-8ff4eea6ad86,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:45.473018 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b3a34755-08da-4944-b2ce-513e89d084e6 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:45.526706 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51980) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:45.542814 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-170a2137-dc7c-4578-b368-7dc985b2fd4b None None] Provisioning complete for port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:45.543324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-170a2137-dc7c-4578-b368-7dc985b2fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.566447 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port b3a34755-08da-4944-b2ce-513e89d084e6 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:45.566974 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.581701 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-220399bd-9ab1-40e9-b9d4-4761c641c182 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e347d75e5d64960927559bfa2b87e61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0535641 Mar 10 06:53:45.584770 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 51982) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:45.620619 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.634273 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:44Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:45.666664 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958ed-f3ce-4a46-bc84-17e896c7980d None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:44Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:53:45.685464 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-15cb6f54-0ebb-4680-b5bf-4cd1bbc845fd admin admin] Publish callbacks [] for security_group (7b9730ba-1de3-4fe2-a917-19d6d4a8bf51), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.711501 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-15cb6f54-0ebb-4680-b5bf-4cd1bbc845fd admin admin] Publish callbacks [] for security_group (7b9730ba-1de3-4fe2-a917-19d6d4a8bf51), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.714211 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-170a2137-dc7c-4578-b368-7dc985b2fd4b None None] Current status of the port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:45.788030 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.803190 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port b3a34755-08da-4944-b2ce-513e89d084e6 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:45.808440 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device fe63d653-734a-4f15-b539-fd7d0f2090d8 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:45.818294 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-15cb6f54-0ebb-4680-b5bf-4cd1bbc845fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7b9730ba-1de3-4fe2-a917-19d6d4a8bf51), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.818622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-15cb6f54-0ebb-4680-b5bf-4cd1bbc845fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.820241 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-15cb6f54-0ebb-4680-b5bf-4cd1bbc845fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b9730ba-1de3-4fe2-a917-19d6d4a8bf51 HTTP/1.1" status: 204 len: 168 time: 0.2343388 Mar 10 06:53:45.820348 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.838580 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb6f54-0ebb-4680-b5bf-4cd1bbc845fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9730ba-1de3-4fe2-a917-19d6d4a8bf51,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:45.897038 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (b66ae54a-dae0-4793-a8c0-aba6dc71407b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.898347 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port fe63d653-734a-4f15-b539-fd7d0f2090d8 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:45.899422 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.951190 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-56e64834-6333-414b-b971-9be5b3b8cd82 req-6bbc1809-367a-4944-bc3d-611ef5e8e541 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0934918 Mar 10 06:53:45.955175 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'Port': ['ID=7ab58511-5de6-4f49-a026-aca11a79f9d8,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:45.965184 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Allocated IP 172.27.1.232 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:45.980556 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:45.991108 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-701139f9-216c-4f87-8da4-c1e0228c975e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3278310 Mar 10 06:53:46.030117 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port fe63d653-734a-4f15-b539-fd7d0f2090d8 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:46.030757 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.075592 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port fe63d653-734a-4f15-b539-fd7d0f2090d8, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=fe63d653-734a-4f15-b539-fd7d0f2090d8,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:53:46.082813 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.193410 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=fe63d653-734a-4f15-b539-fd7d0f2090d8,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:46.365817 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52020) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:46.366314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.406590 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-c58876d1-2331-4152-8b2d-9fcf0543fb18 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--649310531&fields=id&tenant_id=db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 267 time: 0.0845942 Mar 10 06:53:46.414842 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.452051 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:46.458586 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:46.462920 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:46.469375 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d33c1ab8-b216-46b4-9bc2-321df1fe3e50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51e45be936ac460c95f9a146dde0e727&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1025553 Mar 10 06:53:46.476464 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52022) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:46.477427 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'Port': ['ID=fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:46.550979 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (28ff901b-8585-4b76-be8d-954be4197b64), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.577945 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c3e4161b-d7e3-4df4-9491-aaee2b059b8b admin admin] Publish callbacks [] for security_group (d0294b02-bdd9-4269-b77d-237809aa20ab), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.616084 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-2055a8e3-6c70-4cab-b977-3a52a55d8191 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:46.617153 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.623234 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c3e4161b-d7e3-4df4-9491-aaee2b059b8b admin admin] Publish callbacks [] for security_group (d0294b02-bdd9-4269-b77d-237809aa20ab), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.624730 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-2055a8e3-6c70-4cab-b977-3a52a55d8191 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 817 time: 0.2062428 Mar 10 06:53:46.636525 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-85f356dc-849c-433e-98aa-432024cc0e17 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/quotas/db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 375 time: 0.0108783 Mar 10 06:53:46.733953 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-ce54fd84-f111-4448-a97c-98d1eaf233c5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932565 Mar 10 06:53:46.751378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c3e4161b-d7e3-4df4-9491-aaee2b059b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d0294b02-bdd9-4269-b77d-237809aa20ab), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.753974 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c3e4161b-d7e3-4df4-9491-aaee2b059b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.757805 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-c3e4161b-d7e3-4df4-9491-aaee2b059b8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0294b02-bdd9-4269-b77d-237809aa20ab HTTP/1.1" status: 204 len: 168 time: 0.2745814 Mar 10 06:53:46.767853 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4161b-d7e3-4df4-9491-aaee2b059b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0294b02-bdd9-4269-b77d-237809aa20ab,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:46.834044 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.842772 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.876530 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (28ff901b-8585-4b76-be8d-954be4197b64), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.897185 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'Port': ['ID=fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:46.902297 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:46.903493 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ee31b046-f8bf-4303-800b-965233e831d1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9293852 Mar 10 06:53:46.942408 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:53:46.954943 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:46.956161 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:46.960223 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-7b3e7d41-441b-4ce4-8f8c-dfaa9f6d7592 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:53:46.961468 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-7b3e7d41-441b-4ce4-8f8c-dfaa9f6d7592 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0652597 Mar 10 06:53:47.099537 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:47.140026 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-fbed12e0-1642-429c-bf24-3a4379a8c801 service neutron] 10.222.0.35 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702509 Mar 10 06:53:47.282320 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.36', 61219) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:47.415827 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-f3b38529-6f19-437a-a307-e311a1deb60e service neutron] 10.222.0.35 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652943 Mar 10 06:53:47.513887 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-5817ca23-0224-452a-8f85-49259aa59779 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:47.513887 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-5817ca23-0224-452a-8f85-49259aa59779 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.36 "GET /v2.0/networks?id=8b5329f5-18c1-4d10-a7a1-0af80254d07f HTTP/1.1" status: 200 len: 811 time: 0.2300112 Mar 10 06:53:47.515494 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25178c06-37db-499f-914e-299a63c36043 req-48806f40-6cf4-41b6-9485-640dbf1dc800 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0471964 Mar 10 06:53:47.592080 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Request body: {'port': {'device_id': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f', 'admin_state_up': True, 'tenant_id': '14ea42153c2a4e49979a7ec084c3884f'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:47.608316 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9a6e841e-f89d-4437-9351-8ff4eea6ad86 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:47.802049 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5dc0d8d-3143-4e9c-9a0b-58a023a52ba6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--166720262&fields=id&tenant_id=3db9f96cb09a4ae5beb24ae6caf86383 HTTP/1.1" status: 200 len: 267 time: 0.1547809 Mar 10 06:53:47.816690 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:47.817315 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:47.940796 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Made reservation on behalf of 14ea42153c2a4e49979a7ec084c3884f for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:53:47.944958 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:47.977413 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d57c2e87-1dcf-49eb-9427-9ba4f926a650 req-6cfcf6ed-345c-49be-9f78-6b047651f084 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0427604 Mar 10 06:53:48.008165 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 2, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:48.104767 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:53:48.105302 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Updating router 30387c76-3448-4e73-acc5-6d8d49f93425 port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:53:48.135942 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:48.137030 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device fe63d653-734a-4f15-b539-fd7d0f2090d8 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:48.196180 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:48.244735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-f80d09ee-96b2-42ed-b500-4b702dbea93e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:48.246754 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-f80d09ee-96b2-42ed-b500-4b702dbea93e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 811 time: 0.4219429 Mar 10 06:53:48.274620 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-ccb15312-3e1a-4992-a4b9-3936169e07b0 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/quotas/3db9f96cb09a4ae5beb24ae6caf86383 HTTP/1.1" status: 200 len: 375 time: 0.0151422 Mar 10 06:53:48.275753 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port fe63d653-734a-4f15-b539-fd7d0f2090d8 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:48.275863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Allocated IP 172.20.0.11 (8b5329f5-18c1-4d10-a7a1-0af80254d07f/578bef1e-59de-4015-be7d-741ae14b11e2/3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:53:48.276236 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:48.441861 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-451ea68b-ecab-464b-814c-56b457f0a324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613398 Mar 10 06:53:48.634124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks [] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:48.658963 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-fb4aa1ba-8b56-4215-93fa-d6bb07150ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584833 Mar 10 06:53:48.698546 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port fe63d653-734a-4f15-b539-fd7d0f2090d8 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:48.802545 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21c52aae-d2a0-44c3-8355-c0c11827f208 req-c024ad0a-f67c-4c66-abce-af11d5c30cec tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0722051 Mar 10 06:53:48.862927 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Publish callbacks [] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:48.885151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:48.900441 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:49.122800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Pushing event updated for resources: {'Port': ['ID=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:49.124346 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9886a-c572-4102-a4e7-c533d5670dd8 None None] Pushing event updated for resources: {'Port': ['ID=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:49.163490 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-5022d507-4032-4b98-abe0-7ffe2ce78fc4 service neutron] 10.222.0.35 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772222 Mar 10 06:53:49.185869 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Network 8b5329f5-18c1-4d10-a7a1-0af80254d07f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:53:49.187552 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:53:49.217081 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:53:49.240163 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:49.240821 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:49.263006 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-09192db1-82b3-4e07-931a-526377ad2b7e req-b26add9e-6866-4a61-8382-4ce80b8a19b1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0965667 Mar 10 06:53:49.271195 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-677b28f6-7fe8-46dd-8ef3-53d632b24409 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6830349 Mar 10 06:53:49.292467 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-1665178e-d93a-487d-9b4e-8cb1fbfb190e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:53:49.301538 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-1665178e-d93a-487d-9b4e-8cb1fbfb190e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240765 Mar 10 06:53:49.355110 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Attempting to bind port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:49.355479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Attempting to bind port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:49.355967 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Attempting to bind port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e on network 8c592774-aa9a-4b61-8180-968159f4dce0 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:49.377502 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:49.377918 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Checking segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:49.378340 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:49.384349 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Bound using segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:49.386059 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Bound port: 5bb6ef24-af11-419e-8b1e-5fa57b62d61e, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:49.386473 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:49.611905 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-2a8da6f4-24e4-46da-977d-9f633315db46 None None] Provisioning complete for port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:49.612933 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2a8da6f4-24e4-46da-977d-9f633315db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:49.701276 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] For port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:49.721016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] For port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:49.724711 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-2a8da6f4-24e4-46da-977d-9f633315db46 None None] Port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:53:49.736885 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:49.963759 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Request body: {'port': {'device_id': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:53:50.088741 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:53:50.090672 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:53:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:50.202299 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52224) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:50.217989 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3c57e8f5-2501-4ff1-8215-162d5e3f3ce5 req-355dc1c2-3dba-4a60-84b0-0b2cc2c03f50 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.2434821 Mar 10 06:53:50.426010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:53:50.564272 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.584392 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] Provisioning complete for port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:50.584767 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.593153 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9886a-c572-4102-a4e7-c533d5670dd8 None None] Pushing event updated for resources: {'Port': ['ID=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:50.723855 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-40ee3d01-8c43-4ba0-a6d0-4fab4a84a2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.781514 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c0c70831-f0bd-4c65-8604-161ba2e156bb req-b857e975-7fae-4478-a324-d0b3d2a3f04e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0478466 Mar 10 06:53:50.804734 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] Current status of the port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:50.805595 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.871227 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] For port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:53:50.882427 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.919464 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-40ee3d01-8c43-4ba0-a6d0-4fab4a84a2b8 admin admin] Publish callbacks [] for security_group (2bb12f47-3176-4886-8a00-1fb7bcd7fd1e), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.928437 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-40ee3d01-8c43-4ba0-a6d0-4fab4a84a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2bb12f47-3176-4886-8a00-1fb7bcd7fd1e), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:50.969859 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-40ee3d01-8c43-4ba0-a6d0-4fab4a84a2b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=861c9257ecf04ee88808893a9aa9bf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7657022 Mar 10 06:53:50.973237 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52254) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:50.977564 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:49Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:53:50.993804 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc2d6-139f-4235-be03-4dee334c3951 req-7b735f8a-2804-4115-adc3-5772b0433076 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:51.021120 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-efcbc2d6-139f-4235-be03-4dee334c3951 req-7b735f8a-2804-4115-adc3-5772b0433076 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 932 time: 0.6104336 Mar 10 06:53:51.033284 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd7bf-d3cd-4f10-9edd-dbe9ba0e1505 None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:49Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:53:51.070827 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084d054-fd9b-40fb-a1bd-25df953cdb8d None None] Pushing event updated for resources: {'Port': ['ID=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:51.107998 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee3d01-8c43-4ba0-a6d0-4fab4a84a2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb12f47-3176-4886-8a00-1fb7bcd7fd1e,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:51.176157 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8b911bdc-f61c-4330-b886-3985da3e9024 admin admin] Publish callbacks [] for security_group (2bb12f47-3176-4886-8a00-1fb7bcd7fd1e), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:51.257330 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8b911bdc-f61c-4330-b886-3985da3e9024 admin admin] Publish callbacks [] for security_group (2bb12f47-3176-4886-8a00-1fb7bcd7fd1e), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:51.371955 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-efcbc2d6-139f-4235-be03-4dee334c3951 req-eaca3817-0246-4503-a725-22b3e3d21828 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469415 Mar 10 06:53:51.402862 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8b911bdc-f61c-4330-b886-3985da3e9024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2bb12f47-3176-4886-8a00-1fb7bcd7fd1e), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:51.405660 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8b911bdc-f61c-4330-b886-3985da3e9024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:51.409778 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-8b911bdc-f61c-4330-b886-3985da3e9024 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bb12f47-3176-4886-8a00-1fb7bcd7fd1e HTTP/1.1" status: 204 len: 168 time: 0.4304855 Mar 10 06:53:51.417959 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 5bb6ef24-af11-419e-8b1e-5fa57b62d61e up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:53:51.467322 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911bdc-f61c-4330-b886-3985da3e9024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb12f47-3176-4886-8a00-1fb7bcd7fd1e,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:51.548069 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:53:51.550918 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:51.672845 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5c138a29-94d2-479b-9997-970e1f593e5a req-5fe05a81-39dc-43f5-9749-20cc8adba6aa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.1174712 Mar 10 06:53:51.713523 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52276) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:51.973840 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:53:51.988148 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:53:52.027066 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Publish callbacks [] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.048081 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-99c70727-2f5b-4663-afdb-f29400928ac6 req-efebb58d-5165-4bca-a801-0948e253fe06 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0650332 Mar 10 06:53:52.068827 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Transition to ACTIVE for port object 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:53:52.082388 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.122803 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b26b5065-5fa2-46c3-abe1-50a22fb4be4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.199063 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:52.203964 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Attempting to bind port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:53:52.204337 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Attempting to bind port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '3774ad6b-7a53-4acb-970b-63e156d6d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:53:52.204645 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Attempting to bind port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 on network 8b5329f5-18c1-4d10-a7a1-0af80254d07f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:52.210313 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 on network 8b5329f5-18c1-4d10-a7a1-0af80254d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:53:52.210635 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Attempting to bind port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 on network 8b5329f5-18c1-4d10-a7a1-0af80254d07f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:53:52.215791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:53:52.216145 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Checking segment: {'id': '3774ad6b-7a53-4acb-970b-63e156d6d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:53:52.216704 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Bound using segment: {'id': '3774ad6b-7a53-4acb-970b-63e156d6d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:53:52.217156 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Bound port: 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3774ad6b-7a53-4acb-970b-63e156d6d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:53:52.217507 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.262940 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b26b5065-5fa2-46c3-abe1-50a22fb4be4f admin admin] Publish callbacks [] for security_group (dbbf76d0-72bd-4b95-a826-52e2ac14898f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.270232 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b26b5065-5fa2-46c3-abe1-50a22fb4be4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (dbbf76d0-72bd-4b95-a826-52e2ac14898f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.301080 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] For port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:53:52.305799 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] For port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,segment=NetworkSegment(3774ad6b-7a53-4acb-970b-63e156d6d837),segment_id=3774ad6b-7a53-4acb-970b-63e156d6d837)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:53:52.315135 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.317234 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b26b5065-5fa2-46c3-abe1-50a22fb4be4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfaa56d44a0f4041a0557c5d7734b664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6027467 Mar 10 06:53:52.318285 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b5065-5fa2-46c3-abe1-50a22fb4be4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf76d0-72bd-4b95-a826-52e2ac14898f,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:52.320637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52300) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:52.358367 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:52.359181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.360600 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 HTTP/1.1" status: 200 len: 1094 time: 2.6845870 Mar 10 06:53:52.361061 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'tag': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:53:52.380020 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8902061f-8b5a-44e0-a958-0283b76bcc29 admin admin] Publish callbacks [] for security_group (dbbf76d0-72bd-4b95-a826-52e2ac14898f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.407830 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8902061f-8b5a-44e0-a958-0283b76bcc29 admin admin] Publish callbacks [] for security_group (dbbf76d0-72bd-4b95-a826-52e2ac14898f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.449535 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b1d59-cdc2-4bfd-808a-c6bd34ced069 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:52.480029 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8902061f-8b5a-44e0-a958-0283b76bcc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (dbbf76d0-72bd-4b95-a826-52e2ac14898f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.482729 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8902061f-8b5a-44e0-a958-0283b76bcc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.483835 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-8902061f-8b5a-44e0-a958-0283b76bcc29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbbf76d0-72bd-4b95-a826-52e2ac14898f HTTP/1.1" status: 204 len: 168 time: 0.1621263 Mar 10 06:53:52.511597 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902061f-8b5a-44e0-a958-0283b76bcc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf76d0-72bd-4b95-a826-52e2ac14898f,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:52.547493 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82070-86f1-4865-a6fb-81cd0a1cfdfa req-c897a014-9209-4809-b314-2b2f251cbffb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:52.548983 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-60c82070-86f1-4865-a6fb-81cd0a1cfdfa req-c897a014-9209-4809-b314-2b2f251cbffb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0802145 Mar 10 06:53:52.554802 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a3d74-05b7-4cc7-8904-391426fe1c36" -d '{"events": [{"name": "network-changed", "server_uuid": "8e61b1fa-5f98-4a05-bc9c-1e3726f325f8", "tag": "3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:53:52.611043 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-60c82070-86f1-4865-a6fb-81cd0a1cfdfa req-4ab20422-9105-46ed-89c2-58c70a77f2bd tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 Mar 10 06:53:52.634188 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f3651d44-e958-4d4e-b516-6d9ef3b469fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:52.813673 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5c33ac9f-1800-4431-869c-b7ab6aabb28d req-3b03d31d-bf28-4faa-8577-e6842c080530 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0366032 Mar 10 06:53:52.849097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e8cd94-a852-4f3d-aa07-bf0bf37ebe69 x-openstack-request-id: req-25e8cd94-a852-4f3d-aa07-bf0bf37ebe69 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:53:52.850052 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e61b1fa-5f98-4a05-bc9c-1e3726f325f8", "tag": "3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:53:52.850352 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25e8cd94-a852-4f3d-aa07-bf0bf37ebe69 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:53:52.850761 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'tag': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32', 'status': 'completed', 'code': 200} Mar 10 06:53:53.156292 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8df53ebb-b9e1-4ac4-a5e1-0d5dcce45e17 req-63df1ab0-f784-4eb1-b54a-1adc613318bd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0264292 Mar 10 06:53:53.747655 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37a44f-7a15-4b4c-a5d4-733608617494 req-3a9c9e1d-2e71-4be0-b98c-228131e877c2 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:53.749269 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d37a44f-7a15-4b4c-a5d4-733608617494 req-3a9c9e1d-2e71-4be0-b98c-228131e877c2 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0637043 Mar 10 06:53:53.804973 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d37a44f-7a15-4b4c-a5d4-733608617494 req-53d661fc-cd95-45a4-981d-cfeab7ba3c74 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Mar 10 06:53:53.921046 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9d36a44-3a81-4e46-9e2f-36a2cd193a64 req-2e0834d7-1e88-4bf2-9583-156812d2553e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0313256 Mar 10 06:53:54.258542 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0c086ddb-e498-408f-9345-280874693597 req-09d8cb3a-4308-4647-9bc4-f7852820e8b4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0271885 Mar 10 06:53:54.940350 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4bfdf-239d-4391-8e4f-7fe7b73ee107 req-343fe0fb-c2cf-4995-97c9-655d9fa37795 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:54.941975 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cbc4bfdf-239d-4391-8e4f-7fe7b73ee107 req-343fe0fb-c2cf-4995-97c9-655d9fa37795 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0661559 Mar 10 06:53:54.974128 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-23e34ac5-0235-457f-8f9d-3b951791d140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:55.025680 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cbc4bfdf-239d-4391-8e4f-7fe7b73ee107 req-425023ac-7c67-4aa3-bd8e-b87defad9e1a tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753183 Mar 10 06:53:55.057133 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0d16eb3-a9a6-4874-979e-ca8ff5487032 req-2cfbf338-a15e-4430-9ae7-4bc7a143d924 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0469992 Mar 10 06:53:55.368669 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1938928d-82ef-4fb1-b43d-8b5c43ec27c3 req-bee07de1-40bc-49c9-bfbb-1e54601f7be6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0380287 Mar 10 06:53:55.956522 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:56.191254 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-853bc64e-4bdc-4d15-a5bb-908587544a71 req-4b448022-f99d-46e7-bc1b-67fb14e3c40a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0472689 Mar 10 06:53:56.243709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf53b6-fd2e-40e3-a80f-6c6823a2999e req-fa7c1da2-0772-47bc-853b-a486df5843c8 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:56.253252 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25bf53b6-fd2e-40e3-a80f-6c6823a2999e req-fa7c1da2-0772-47bc-853b-a486df5843c8 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.1365733 Mar 10 06:53:56.329121 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25bf53b6-fd2e-40e3-a80f-6c6823a2999e req-0cdcac4d-cf39-40d1-bbd0-73767fa3ea75 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709941 Mar 10 06:53:56.521596 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fd984cf6-0b2e-4ab3-a598-c924da0161fa req-c375c0ea-5688-4cb6-8830-f7fd7f4baae6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0500772 Mar 10 06:53:57.285138 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0844b2e4-81f0-4879-9d3a-17dd2f34e047 req-11781e06-26af-4b34-8d51-239563be2c42 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0320730 Mar 10 06:53:57.385932 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52512) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:57.496846 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf375c-718d-454a-aabf-2a8c492d954b req-85b569c8-4921-4abe-8300-f00c86d6451e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:57.504485 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-68bf375c-718d-454a-aabf-2a8c492d954b req-85b569c8-4921-4abe-8300-f00c86d6451e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0944800 Mar 10 06:53:57.561825 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.563270 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-68bf375c-718d-454a-aabf-2a8c492d954b req-daa10bea-cae1-42eb-be96-14f83dd5fed1 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578029 Mar 10 06:53:57.572072 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b3a38606-0cbf-4dc2-8f51-316d69211b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.672641 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-904b04bc-beb6-45f4-89a9-959e0c70daaa req-a00f7493-41fc-4087-92ee-5f148d5b4cf1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0469923 Mar 10 06:53:57.678987 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b3a38606-0cbf-4dc2-8f51-316d69211b3c admin admin] Publish callbacks [] for security_group (382a7289-eb32-409b-a31d-11a4dd9c20b1), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.697630 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b3a38606-0cbf-4dc2-8f51-316d69211b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (382a7289-eb32-409b-a31d-11a4dd9c20b1), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.728606 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b3a38606-0cbf-4dc2-8f51-316d69211b3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f83d5183f2aa44f6a322dfc82063dbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409657 Mar 10 06:53:57.735994 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52524) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:57.760390 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a38606-0cbf-4dc2-8f51-316d69211b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a7289-eb32-409b-a31d-11a4dd9c20b1,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:57.824867 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e1aa386-8b38-47f8-83d3-760f21634c5a admin admin] Publish callbacks [] for security_group (382a7289-eb32-409b-a31d-11a4dd9c20b1), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.866488 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e1aa386-8b38-47f8-83d3-760f21634c5a admin admin] Publish callbacks [] for security_group (382a7289-eb32-409b-a31d-11a4dd9c20b1), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.943676 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e1aa386-8b38-47f8-83d3-760f21634c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (382a7289-eb32-409b-a31d-11a4dd9c20b1), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.947141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e1aa386-8b38-47f8-83d3-760f21634c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:57.948551 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4e1aa386-8b38-47f8-83d3-760f21634c5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/382a7289-eb32-409b-a31d-11a4dd9c20b1 HTTP/1.1" status: 204 len: 168 time: 0.2128236 Mar 10 06:53:57.977781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1aa386-8b38-47f8-83d3-760f21634c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a7289-eb32-409b-a31d-11a4dd9c20b1,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:58.365951 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52548) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:58.383398 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c113735-f9b1-46f1-b31c-d991b5067821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.421379 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c7286b70-a214-4f73-883d-932cff69452e req-e7805267-05f0-46f8-9e61-15484ca2538d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0345371 Mar 10 06:53:58.546691 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c113735-f9b1-46f1-b31c-d991b5067821 admin admin] Publish callbacks [] for security_group (c173f440-63c5-4099-8103-851895d664f5), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.553722 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c113735-f9b1-46f1-b31c-d991b5067821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c173f440-63c5-4099-8103-851895d664f5), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.605219 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c113735-f9b1-46f1-b31c-d991b5067821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173f440-63c5-4099-8103-851895d664f5,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:58.639812 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52558) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:53:58.653030 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2c113735-f9b1-46f1-b31c-d991b5067821 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bb6c9945715498ba71b96755889c04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858706 Mar 10 06:53:58.729997 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d04b7-d5f0-4e11-8c7b-c9211aefa2e3 req-a17c9bd3-dce3-4682-b712-031678a37868 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:58.733978 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4b5d04b7-d5f0-4e11-8c7b-c9211aefa2e3 req-a17c9bd3-dce3-4682-b712-031678a37868 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0752282 Mar 10 06:53:58.742084 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6a892c56-403e-4594-bd27-13daed9d190c admin admin] Publish callbacks [] for security_group (c173f440-63c5-4099-8103-851895d664f5), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.782426 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6a892c56-403e-4594-bd27-13daed9d190c admin admin] Publish callbacks [] for security_group (c173f440-63c5-4099-8103-851895d664f5), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.817498 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4b5d04b7-d5f0-4e11-8c7b-c9211aefa2e3 req-b12cac4f-757f-4d3f-9c5a-c2325153fa7a tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564947 Mar 10 06:53:58.828497 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-49b96eb7-6a4d-4232-a3ec-ab8c1044b7a4 req-5753c6dd-e348-4ccc-8168-2eab025ec28a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0391185 Mar 10 06:53:58.870388 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6a892c56-403e-4594-bd27-13daed9d190c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c173f440-63c5-4099-8103-851895d664f5), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.873712 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6a892c56-403e-4594-bd27-13daed9d190c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:58.877567 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-6a892c56-403e-4594-bd27-13daed9d190c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c173f440-63c5-4099-8103-851895d664f5 HTTP/1.1" status: 204 len: 168 time: 0.2365415 Mar 10 06:53:58.887524 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892c56-403e-4594-bd27-13daed9d190c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173f440-63c5-4099-8103-851895d664f5,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:53:58.929577 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:53:59.526838 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-066e4d8f-8562-4a0b-9b0b-8a7900bacc12 req-07f8087d-19a3-4126-8976-8d9151e242b2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0299973 Mar 10 06:53:59.957154 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502b279-0d52-454c-9a44-a4491a29448f req-b00ebba4-8b41-4a1d-aedd-d4e0416d684f tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:53:59.958719 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7502b279-0d52-454c-9a44-a4491a29448f req-b00ebba4-8b41-4a1d-aedd-d4e0416d684f tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0884995 Mar 10 06:53:59.982964 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7eb274fc-1d0e-45fb-8431-95761d1163ce req-737b2d33-a619-42da-b634-d76ac9d2e298 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0447626 Mar 10 06:54:00.049172 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7502b279-0d52-454c-9a44-a4491a29448f req-1d4a399f-0849-439d-bb46-2c10f764a42f tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770488 Mar 10 06:54:00.625820 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ce88736-62ed-4733-87e3-6fffd0f11e92 req-61ed91ce-b75a-421e-a76a-620fea7cdd30 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0283411 Mar 10 06:54:01.080129 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-db9410a0-6f28-4cf1-ad87-36c01a86c2a5 req-3904df48-20f7-4f75-b279-996047cae2a6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0277743 Mar 10 06:54:01.152476 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8a9a-c48c-4239-a9c9-94af106de600 req-b34624af-7bc9-4e9c-ac0c-05469851687b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:01.153914 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a8c8a9a-c48c-4239-a9c9-94af106de600 req-b34624af-7bc9-4e9c-ac0c-05469851687b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0500281 Mar 10 06:54:01.198991 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a8c8a9a-c48c-4239-a9c9-94af106de600 req-d2b64c03-b4fb-4c5b-b797-809493cc7e19 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Mar 10 06:54:01.720269 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee96cda7-85ad-4a43-b374-de36138fc622 req-220e7bc6-cdf0-42e8-8454-3779eb16243a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0293477 Mar 10 06:54:02.188795 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-acadd5a1-2f99-482e-80bb-4faf4d45edd4 req-20d16c86-ed75-45ae-9dc4-aa69008625d9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0308166 Mar 10 06:54:02.500816 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93dd9-b655-4bc1-a70d-7a52bf55e9e6 req-48b2ba41-94df-43e9-b52c-1f616c0725ad tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:02.502406 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-98b93dd9-b655-4bc1-a70d-7a52bf55e9e6 req-48b2ba41-94df-43e9-b52c-1f616c0725ad tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.2107422 Mar 10 06:54:02.616244 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-98b93dd9-b655-4bc1-a70d-7a52bf55e9e6 req-7efa9bab-e70d-40fa-a039-a236c2ec54f7 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025226 Mar 10 06:54:02.815149 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-39f33f2a-f491-497f-8abf-8e6d0ce58404 req-53a90c59-49d5-4bd1-8acc-0ac94e852c57 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0290198 Mar 10 06:54:03.303253 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b2b9d376-5a21-487e-b957-f88f63989f57 req-d2a6f90c-8e9c-4b99-b64f-5f9af7dc441a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0274496 Mar 10 06:54:03.771210 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf4893-b949-4a4f-980a-99c56136ba48 req-4622c9ee-f49c-48a4-b4f9-1bcd72279760 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:03.772681 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dbf4893-b949-4a4f-980a-99c56136ba48 req-4622c9ee-f49c-48a4-b4f9-1bcd72279760 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0635951 Mar 10 06:54:03.835806 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dbf4893-b949-4a4f-980a-99c56136ba48 req-f6c6860e-05b8-4ffd-bab1-b6b02231fec2 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Mar 10 06:54:03.962618 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1a55f772-6878-48bd-8dd9-439466f49735 req-b8061b34-7f9c-46c8-ac6d-32578929bfe8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0454235 Mar 10 06:54:04.351898 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52762) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:04.401404 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-981513b1-49b9-4d81-b663-a181f810981d req-08b87d11-5835-4715-8428-cf630918da63 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0259452 Mar 10 06:54:04.466936 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b8c2-cf93-4731-a625-e04a9cef8c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.541217 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b8c2-cf93-4731-a625-e04a9cef8c69 admin admin] Publish callbacks [] for security_group (9d9e1aff-51b4-424d-baee-022e3840d797), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.545725 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b8c2-cf93-4731-a625-e04a9cef8c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9d9e1aff-51b4-424d-baee-022e3840d797), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.583448 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7ec6b8c2-cf93-4731-a625-e04a9cef8c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d23ef4b7f0c4ec3aeb88afecc62380b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305093 Mar 10 06:54:04.584387 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6b8c2-cf93-4731-a625-e04a9cef8c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e1aff-51b4-424d-baee-022e3840d797,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:04.586205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52766) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:04.631448 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-97f445da-cb8c-4d17-9471-a11ac836fe99 admin admin] Publish callbacks [] for security_group (9d9e1aff-51b4-424d-baee-022e3840d797), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.652670 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-97f445da-cb8c-4d17-9471-a11ac836fe99 admin admin] Publish callbacks [] for security_group (9d9e1aff-51b4-424d-baee-022e3840d797), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.700293 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-97f445da-cb8c-4d17-9471-a11ac836fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9d9e1aff-51b4-424d-baee-022e3840d797), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.702823 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-97f445da-cb8c-4d17-9471-a11ac836fe99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:04.703958 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-97f445da-cb8c-4d17-9471-a11ac836fe99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d9e1aff-51b4-424d-baee-022e3840d797 HTTP/1.1" status: 204 len: 168 time: 0.1168048 Mar 10 06:54:04.712447 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f445da-cb8c-4d17-9471-a11ac836fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e1aff-51b4-424d-baee-022e3840d797,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:04.959738 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6866e-2b18-4c5c-860e-b58e2cb90d0a req-c8b8c162-8f25-4014-8f0b-924e74695ee4 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:04.959882 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52778) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:04.961334 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-20e6866e-2b18-4c5c-860e-b58e2cb90d0a req-c8b8c162-8f25-4014-8f0b-924e74695ee4 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0582931 Mar 10 06:54:04.985706 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e27ec444-f444-400b-a6f4-256a073b0e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.019101 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-20e6866e-2b18-4c5c-860e-b58e2cb90d0a req-f8bec495-e4fb-4c1b-a768-0b57b8377892 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 Mar 10 06:54:05.053131 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-256f35a0-f3d4-4bd5-8638-5937f131c4e4 req-68ab48e1-c025-48b1-bd96-e7e4102cb567 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0308723 Mar 10 06:54:05.096637 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e27ec444-f444-400b-a6f4-256a073b0e2f admin admin] Publish callbacks [] for security_group (3a44f7ce-c0c7-47b5-9136-b68e77effc80), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.100933 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e27ec444-f444-400b-a6f4-256a073b0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3a44f7ce-c0c7-47b5-9136-b68e77effc80), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.140214 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e27ec444-f444-400b-a6f4-256a073b0e2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad3ff1ee29904ec992eeaab8d14fc1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793554 Mar 10 06:54:05.141047 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ec444-f444-400b-a6f4-256a073b0e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44f7ce-c0c7-47b5-9136-b68e77effc80,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:05.142951 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 52786) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:05.189731 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b100fb73-e5e8-4cbe-98ea-d388993e76be admin admin] Publish callbacks [] for security_group (3a44f7ce-c0c7-47b5-9136-b68e77effc80), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.213853 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b100fb73-e5e8-4cbe-98ea-d388993e76be admin admin] Publish callbacks [] for security_group (3a44f7ce-c0c7-47b5-9136-b68e77effc80), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.258610 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b100fb73-e5e8-4cbe-98ea-d388993e76be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3a44f7ce-c0c7-47b5-9136-b68e77effc80), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.261206 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b100fb73-e5e8-4cbe-98ea-d388993e76be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:05.262320 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b100fb73-e5e8-4cbe-98ea-d388993e76be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a44f7ce-c0c7-47b5-9136-b68e77effc80 HTTP/1.1" status: 204 len: 168 time: 0.1183970 Mar 10 06:54:05.269806 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100fb73-e5e8-4cbe-98ea-d388993e76be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44f7ce-c0c7-47b5-9136-b68e77effc80,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:05.505881 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-566d0cc6-700f-4bc0-bab8-ee8d94b256bd req-b6b44b39-895b-4f3a-9e8a-85219572d2fb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0277755 Mar 10 06:54:05.906078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3d74-05b7-4cc7-8904-391426fe1c36 req-e89445f3-db14-4995-a5d5-30862b18a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:05.907605 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f4a3d74-05b7-4cc7-8904-391426fe1c36 req-e89445f3-db14-4995-a5d5-30862b18a437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14ea42153c2a4e49979a7ec084c3884f&device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 1128 time: 0.0788796 Mar 10 06:54:06.111028 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3d74-05b7-4cc7-8904-391426fe1c36 req-eb523602-b867-47a2-a04d-309cc7c36cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:06.112478 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f4a3d74-05b7-4cc7-8904-391426fe1c36 req-eb523602-b867-47a2-a04d-309cc7c36cd7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=14ea42153c2a4e49979a7ec084c3884f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1757860 Mar 10 06:54:06.164194 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f41c22dd-42b9-45db-911f-68309ef0d1ab req-4dd729b1-7771-4fc7-a3b1-f5cba06242b9 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0355453 Mar 10 06:54:06.313623 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.36', 61254) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:06.366884 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94c3ac-3fe4-42aa-8d5c-d836329bc0b2 req-3498df91-3046-483f-abbd-f5fb6084ee4b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:06.368350 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9f94c3ac-3fe4-42aa-8d5c-d836329bc0b2 req-3498df91-3046-483f-abbd-f5fb6084ee4b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.2755475 Mar 10 06:54:06.503555 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-62f2b086-26ae-4fa8-aa0f-11ba1bb07e3a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:06.505451 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-62f2b086-26ae-4fa8-aa0f-11ba1bb07e3a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 817 time: 0.1904743 Mar 10 06:54:06.510693 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9f94c3ac-3fe4-42aa-8d5c-d836329bc0b2 req-dc45bf60-6415-49a0-a693-78f91ace4c62 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242361 Mar 10 06:54:06.541758 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3d74-05b7-4cc7-8904-391426fe1c36 req-9ba806a3-7be1-42d7-b703-4bce12ad369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:06.543861 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f4a3d74-05b7-4cc7-8904-391426fe1c36 req-9ba806a3-7be1-42d7-b703-4bce12ad369d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3941634 Mar 10 06:54:06.632431 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-134ebaf8-851f-444d-8392-7baf5462d1c0 req-8b485b36-08ee-422e-9af8-07390b683f8a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0352485 Mar 10 06:54:06.644814 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-84cc3f6c-4b92-41f3-be8b-22d8566637ad tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 379 time: 0.1188605 Mar 10 06:54:06.655050 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'port': {'device_id': 'bd0912ce-a37e-455e-b553-27220644f534', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'admin_state_up': True, 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'security_groups': ['318c8caf-c1be-4312-b421-56606e6ea693']}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:06.900549 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Made reservation on behalf of db5d3efba5b74dc184f89500b0669160 for: {'port': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:54:06.906933 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:06.984211 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-c550b3c3-a05f-460d-8662-b5194e8f0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:06.987439 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-c550b3c3-a05f-460d-8662-b5194e8f0298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14ea42153c2a4e49979a7ec084c3884f&device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 1128 time: 0.0774050 Mar 10 06:54:07.091242 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-bf21e646-eb29-45b4-ac64-4c0ac0ce489a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 HTTP/1.1" status: 200 len: 217 time: 0.0907080 Mar 10 06:54:07.177336 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-7e860d89-7385-44e3-bed8-c3db6e8d64de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:07.180318 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-7e860d89-7385-44e3-bed8-c3db6e8d64de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=578bef1e-59de-4015-be7d-741ae14b11e2 HTTP/1.1" status: 200 len: 851 time: 0.0816903 Mar 10 06:54:07.255250 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Allocated IP 172.20.0.4 (2a08e5c0-a70b-48c9-8788-219918a0d30f/7f91c174-ca47-4903-a565-16ace75c6633/93d67bd9-7f11-4e54-b75a-1582c8f7a98a) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:54:07.262829 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9c731cbd-c6ce-4505-8ae9-644a46d15b3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5329f5-18c1-4d10-a7a1-0af80254d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519154 Mar 10 06:54:07.292002 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43dbf623-aa84-48d9-bfab-0bfa12ec22ee req-3af01331-aa20-4909-a98b-c4e351f970ee tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Mar 10 06:54:07.416261 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-9c3dc530-e89e-4a93-8382-5c435b9cf5cc service neutron] 10.222.0.36 "GET /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231120 Mar 10 06:54:07.510955 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:07.576323 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:07.700940 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a540b308-99ef-4bf0-8381-4d1a53118bdc req-5704c926-c499-4df3-8e90-ace73db53909 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780859 Mar 10 06:54:07.701726 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.36', 61265) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:07.705018 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:07.847479 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:54:07.868980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:54:07.874543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:54:07.881028 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:07.949620 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e256-3ff9-49d6-9462-f85021c11b99 req-e846f1ec-1d6f-499c-a226-d7348c66092e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:07.953542 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52920) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:07.957387 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2694e256-3ff9-49d6-9462-f85021c11b99 req-e846f1ec-1d6f-499c-a226-d7348c66092e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.1965845 Mar 10 06:54:07.964483 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:07.965192 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:07.972774 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bd62-a470-43c6-8e37-442f9851f13e req-a34226b5-6949-4670-bd02-0bfa23a100f2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:07.975316 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f37bd62-a470-43c6-8e37-442f9851f13e req-a34226b5-6949-4670-bd02-0bfa23a100f2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 931 time: 0.2000258 Mar 10 06:54:07.999341 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-8f99ec7a-e10b-4567-9dbe-8d5f5cb04493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3481474 Mar 10 06:54:08.036823 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-5678a50b-0629-43d7-a2ea-c1dc7ebb49cc tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:08.037492 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2694e256-3ff9-49d6-9462-f85021c11b99 req-05121da7-7f28-4fa1-bba5-4119c9549313 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786302 Mar 10 06:54:08.038755 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-5678a50b-0629-43d7-a2ea-c1dc7ebb49cc tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 811 time: 0.3352976 Mar 10 06:54:08.047341 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Request body: {'port': {'device_id': 'bd0912ce-a37e-455e-b553-27220644f534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:08.092002 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f37bd62-a470-43c6-8e37-442f9851f13e req-0fde8578-2bd1-4154-894b-e2d049d6743f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995300 Mar 10 06:54:08.148756 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.192740 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b2cb-48f1-4cb1-b316-42a9ca193d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.230056 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-ee9cea88-b80b-4999-96e8-0f118c936029 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db9f96cb09a4ae5beb24ae6caf86383 HTTP/1.1" status: 200 len: 379 time: 0.1619377 Mar 10 06:54:08.241552 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'port': {'device_id': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'admin_state_up': True, 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'security_groups': ['0435d707-c7b0-4c52-ac36-ac924efa6e62']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:08.256085 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-f9f44fb5-fbb1-4265-92ed-7901bb358f90 None None] Provisioning complete for port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:54:08.256465 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f9f44fb5-fbb1-4265-92ed-7901bb358f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.302298 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-f9f44fb5-fbb1-4265-92ed-7901bb358f90 None None] Port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:54:08.380389 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b2cb-48f1-4cb1-b316-42a9ca193d47 admin admin] Publish callbacks [] for security_group (cc83ce80-56c9-4e71-b412-871b31a7b8ff), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.387131 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b2cb-48f1-4cb1-b316-42a9ca193d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (cc83ce80-56c9-4e71-b412-871b31a7b8ff), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.409281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Made reservation on behalf of 3db9f96cb09a4ae5beb24ae6caf86383 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:54:08.412660 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.443840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b2cb-48f1-4cb1-b316-42a9ca193d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc83ce80-56c9-4e71-b412-871b31a7b8ff,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:08.454015 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f6e9b2cb-48f1-4cb1-b316-42a9ca193d47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fc92603acf249109ba860463d5d63d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967558 Mar 10 06:54:08.455216 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 52928) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:08.587888 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bfa5dee6-b65d-4b11-90ad-3a63ff369346 req-97b39f95-06f9-4477-b44e-0e147a2e1eec tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0602815 Mar 10 06:54:08.606965 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9bac2cde-317f-44ef-86a0-ea952d66efe4 admin admin] Publish callbacks [] for security_group (cc83ce80-56c9-4e71-b412-871b31a7b8ff), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.642012 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d67bd9-7f11-4e54-b75a-1582c8f7a98a {{(pid=109519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:08.647728 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9bac2cde-317f-44ef-86a0-ea952d66efe4 admin admin] Publish callbacks [] for security_group (cc83ce80-56c9-4e71-b412-871b31a7b8ff), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.649312 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Publish callbacks [] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.660529 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Allocated IP 172.20.0.3 (8c592774-aa9a-4b61-8180-968159f4dce0/6e0115fb-51d2-44f0-bc6b-4b2e30366d46/4029e2f4-d604-41ec-9148-10230fa8926a) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:54:08.670340 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.provisioning_blocks [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Transition to ACTIVE for port object 93d67bd9-7f11-4e54-b75a-1582c8f7a98a will not be triggered until provisioned by entity L2. {{(pid=109519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:54:08.675321 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.727220 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:08.788353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9bac2cde-317f-44ef-86a0-ea952d66efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (cc83ce80-56c9-4e71-b412-871b31a7b8ff), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.792299 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9bac2cde-317f-44ef-86a0-ea952d66efe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.795953 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9bac2cde-317f-44ef-86a0-ea952d66efe4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc83ce80-56c9-4e71-b412-871b31a7b8ff HTTP/1.1" status: 204 len: 168 time: 0.3375936 Mar 10 06:54:08.867937 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac2cde-317f-44ef-86a0-ea952d66efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc83ce80-56c9-4e71-b412-871b31a7b8ff,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:08.955674 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Attempting to bind port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:54:08.958810 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Attempting to bind port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:54:08.959323 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Attempting to bind port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a on network 2a08e5c0-a70b-48c9-8788-219918a0d30f {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:54:08.964491 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for port (4029e2f4-d604-41ec-9148-10230fa8926a), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:08.976200 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a on network 2a08e5c0-a70b-48c9-8788-219918a0d30f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:54:08.976814 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Attempting to bind port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a on network 2a08e5c0-a70b-48c9-8788-219918a0d30f {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:54:08.987009 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:54:08.987371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Checking segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:54:08.988138 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Bound using segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:54:08.988317 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Bound port: 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:54:08.989182 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:09.041803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:09.102957 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, cleared binding levels {{(pid=109519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:54:09.109244 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:54:09.121707 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:09.193433 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:09.194055 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:09.195514 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 1093 time: 1.1570699 Mar 10 06:54:09.196048 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:09.199785 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Network 8c592774-aa9a-4b61-8180-968159f4dce0 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:54:09.209115 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:54:09.210508 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'Port': ['ID=4029e2f4-d604-41ec-9148-10230fa8926a,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:09.212757 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:54:09.218206 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:09.218824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:09.250825 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:54:09.284882 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-59f65432-854e-408c-83d4-3c2db8521fef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0485988 Mar 10 06:54:09.290066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbea6ae-59e0-4242-9b2d-fa37213146a3 service neutron] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=3']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:09.309591 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2759-a662-479b-8b74-d0fc1eb196e3 req-af51b6d9-6a00-4748-876b-dd6f32807434 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:09.317978 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4f4b2759-a662-479b-8b74-d0fc1eb196e3 req-af51b6d9-6a00-4748-876b-dd6f32807434 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.1552737 Mar 10 06:54:09.417963 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108e49e-6532-4177-9974-49f3fa21d6b2 req-3a68570e-a9f5-47fb-83ba-9cd836acaf2f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:09.428655 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a108e49e-6532-4177-9974-49f3fa21d6b2 req-3a68570e-a9f5-47fb-83ba-9cd836acaf2f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.1012473 Mar 10 06:54:09.439903 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4f4b2759-a662-479b-8b74-d0fc1eb196e3 req-b1c8d898-cfc9-437f-8564-4b6e81725d16 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204503 Mar 10 06:54:09.508570 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a108e49e-6532-4177-9974-49f3fa21d6b2 req-75a4b276-a82a-4b26-9114-cd8114de9c02 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786893 Mar 10 06:54:09.523113 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f33d0e-0421-4514-ac90-7f262e89411c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:09.718079 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-0fc92b6f-b008-46a7-af2b-ab0477544434 None None] Provisioning complete for port 4029e2f4-d604-41ec-9148-10230fa8926a triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:54:09.718625 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0fc92b6f-b008-46a7-af2b-ab0477544434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:09.782572 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0fc92b6f-b008-46a7-af2b-ab0477544434 None None] Port 4029e2f4-d604-41ec-9148-10230fa8926a cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:54:09.825016 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44cc50-22cd-4e74-868a-cc840f60d269 req-68c4999a-3ff0-48ec-9d54-c1b05856578d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:09.827351 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a44cc50-22cd-4e74-868a-cc840f60d269 req-68c4999a-3ff0-48ec-9d54-c1b05856578d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 931 time: 0.1020987 Mar 10 06:54:09.829064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982283ac-f661-4e9d-9f07-acfcc23f68b0 x-openstack-request-id: req-982283ac-f661-4e9d-9f07-acfcc23f68b0 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:09.829506 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:09.830152 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-982283ac-f661-4e9d-9f07-acfcc23f68b0 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:09.830756 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'status': 'completed', 'code': 200} Mar 10 06:54:09.876978 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a44cc50-22cd-4e74-868a-cc840f60d269 req-392bcfa0-7fe2-4546-ac14-0be14acc8be7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Mar 10 06:54:10.548182 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53038) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:10.556851 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d116-98f2-4740-8c2d-1ccb24f691c8 req-ffd476e1-d388-43d4-9c4d-5d21c25ad769 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:10.558370 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-95e4d116-98f2-4740-8c2d-1ccb24f691c8 req-ffd476e1-d388-43d4-9c4d-5d21c25ad769 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0558553 Mar 10 06:54:10.607384 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-95e4d116-98f2-4740-8c2d-1ccb24f691c8 req-c03c8509-701e-49a8-877b-79ae4312c560 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435238 Mar 10 06:54:10.669513 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1428d4b-0fc0-4db1-a908-4023cfccd046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.703624 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbde5-2d9c-4e0d-9bc0-87966c49dc19 req-5bb10f8f-9677-41ed-b4dc-b3c8a08f6975 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:10.705288 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0ebfbde5-2d9c-4e0d-9bc0-87966c49dc19 req-5bb10f8f-9677-41ed-b4dc-b3c8a08f6975 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0815244 Mar 10 06:54:10.778570 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0ebfbde5-2d9c-4e0d-9bc0-87966c49dc19 req-a6272d21-3839-436d-8753-d0b1d1d4daf2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646217 Mar 10 06:54:10.799743 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1428d4b-0fc0-4db1-a908-4023cfccd046 admin admin] Publish callbacks [] for security_group (430620c1-fa36-4ff5-a9be-c1bd009ea479), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.804782 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1428d4b-0fc0-4db1-a908-4023cfccd046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (430620c1-fa36-4ff5-a9be-c1bd009ea479), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.841423 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1428d4b-0fc0-4db1-a908-4023cfccd046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430620c1-fa36-4ff5-a9be-c1bd009ea479,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:10.845393 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d1428d4b-0fc0-4db1-a908-4023cfccd046 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=237f5b8c046440dbadf37a01d615b041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962317 Mar 10 06:54:10.847984 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53048) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:10.894275 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9485b443-6db9-4fec-92a3-1ab5e7b05de6 admin admin] Publish callbacks [] for security_group (430620c1-fa36-4ff5-a9be-c1bd009ea479), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.915326 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9485b443-6db9-4fec-92a3-1ab5e7b05de6 admin admin] Publish callbacks [] for security_group (430620c1-fa36-4ff5-a9be-c1bd009ea479), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.965518 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9485b443-6db9-4fec-92a3-1ab5e7b05de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (430620c1-fa36-4ff5-a9be-c1bd009ea479), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.968415 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9485b443-6db9-4fec-92a3-1ab5e7b05de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:10.972209 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9485b443-6db9-4fec-92a3-1ab5e7b05de6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/430620c1-fa36-4ff5-a9be-c1bd009ea479 HTTP/1.1" status: 204 len: 168 time: 0.1206951 Mar 10 06:54:10.977584 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485b443-6db9-4fec-92a3-1ab5e7b05de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430620c1-fa36-4ff5-a9be-c1bd009ea479,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:11.006266 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a356691-09aa-4144-885b-412b30542edb req-51ee982d-a10d-4d1d-9c4a-25bbd801520a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:11.007947 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0a356691-09aa-4144-885b-412b30542edb req-51ee982d-a10d-4d1d-9c4a-25bbd801520a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 931 time: 0.0657067 Mar 10 06:54:11.057479 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0a356691-09aa-4144-885b-412b30542edb req-f6ec7e01-21a8-4365-8404-22bcd4a1987e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438402 Mar 10 06:54:11.727977 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9591c-32f2-4e07-afcf-5012cd6470e9 req-1b5e5a97-1003-4a9a-933f-bb33bb43e368 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:11.729950 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c2e9591c-32f2-4e07-afcf-5012cd6470e9 req-1b5e5a97-1003-4a9a-933f-bb33bb43e368 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0570366 Mar 10 06:54:11.774975 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c2e9591c-32f2-4e07-afcf-5012cd6470e9 req-cffa4477-df7a-4c41-ad35-bbe14ef675e6 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Mar 10 06:54:11.915400 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e717a-a6a1-4872-a132-061f9e74d7ee req-41a666bd-fc2f-4afb-aec7-ea3041683069 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:11.916872 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b80e717a-a6a1-4872-a132-061f9e74d7ee req-41a666bd-fc2f-4afb-aec7-ea3041683069 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0561996 Mar 10 06:54:11.973595 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b80e717a-a6a1-4872-a132-061f9e74d7ee req-2516e31f-b025-4cde-880e-2a4b2057ddee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511532 Mar 10 06:54:12.171780 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217c6f-e8a5-4240-b400-ccd2df7171a8 req-b499850f-807d-4181-98b1-c669591603bf tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:12.173269 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-87217c6f-e8a5-4240-b400-ccd2df7171a8 req-b499850f-807d-4181-98b1-c669591603bf tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 931 time: 0.0516508 Mar 10 06:54:12.219084 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-87217c6f-e8a5-4240-b400-ccd2df7171a8 req-432adcca-f31d-4c19-be03-6d1ddc376742 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403109 Mar 10 06:54:12.723403 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Request body: {'port': {'device_id': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:12.782711 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:12.807855 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33d0e-0421-4514-ac90-7f262e89411c req-1de351ad-df38-40e1-9f1f-2558ac892aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:12.809390 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84f33d0e-0421-4514-ac90-7f262e89411c req-1de351ad-df38-40e1-9f1f-2558ac892aaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1127 time: 0.0797727 Mar 10 06:54:12.982795 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a74f6-5b1c-42c5-bba6-79e8075af589 req-80cbcc2a-a3fa-4f90-be0e-5982c041a0fb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:12.984271 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a19a74f6-5b1c-42c5-bba6-79e8075af589 req-80cbcc2a-a3fa-4f90-be0e-5982c041a0fb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.1364105 Mar 10 06:54:13.010385 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33d0e-0421-4514-ac90-7f262e89411c req-42ca51d2-fa78-4a7c-adbf-694092c4195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.011725 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84f33d0e-0421-4514-ac90-7f262e89411c req-42ca51d2-fa78-4a7c-adbf-694092c4195c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=db5d3efba5b74dc184f89500b0669160&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1824517 Mar 10 06:54:13.084926 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a19a74f6-5b1c-42c5-bba6-79e8075af589 req-aeb1224f-499d-44ea-9663-eae6224a316c tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703654 Mar 10 06:54:13.137086 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4029e2f4-d604-41ec-9148-10230fa8926a {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:13.145141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Publish callbacks [] for port (4029e2f4-d604-41ec-9148-10230fa8926a), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:13.158501 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Transition to ACTIVE for port object 4029e2f4-d604-41ec-9148-10230fa8926a will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:54:13.163071 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:13.222747 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Pushing event updated for resources: {'Port': ['ID=4029e2f4-d604-41ec-9148-10230fa8926a,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:13.229471 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b35c8-28d5-4c0a-a92f-52ef27ad5a68 req-801a7252-f7f4-46fd-bc12-b9e05badeb87 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.237478 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bf1b35c8-28d5-4c0a-a92f-52ef27ad5a68 req-801a7252-f7f4-46fd-bc12-b9e05badeb87 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.1767797 Mar 10 06:54:13.245524 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33d0e-0421-4514-ac90-7f262e89411c req-1fb6715c-2eac-4a98-8827-16a937814d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.246951 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84f33d0e-0421-4514-ac90-7f262e89411c req-1fb6715c-2eac-4a98-8827-16a937814d67 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2287419 Mar 10 06:54:13.258911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Attempting to bind port 4029e2f4-d604-41ec-9148-10230fa8926a on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:54:13.259324 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Attempting to bind port 4029e2f4-d604-41ec-9148-10230fa8926a by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:54:13.259707 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Attempting to bind port 4029e2f4-d604-41ec-9148-10230fa8926a on network 8c592774-aa9a-4b61-8180-968159f4dce0 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:54:13.264763 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Port 4029e2f4-d604-41ec-9148-10230fa8926a on network 8c592774-aa9a-4b61-8180-968159f4dce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:54:13.265302 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Attempting to bind port 4029e2f4-d604-41ec-9148-10230fa8926a on network 8c592774-aa9a-4b61-8180-968159f4dce0 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:54:13.272480 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:54:13.272903 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Checking segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:54:13.273366 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Bound using segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:54:13.273853 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Bound port: 4029e2f4-d604-41ec-9148-10230fa8926a, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:54:13.275594 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:13.303189 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bf1b35c8-28d5-4c0a-a92f-52ef27ad5a68 req-eb2dea76-2901-4530-8b18-15f89ec1290c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607951 Mar 10 06:54:13.413309 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] For port 4029e2f4-d604-41ec-9148-10230fa8926a, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:54:13.417169 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] For port 4029e2f4-d604-41ec-9148-10230fa8926a, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4029e2f4-d604-41ec-9148-10230fa8926a,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:54:13.426016 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:13.569781 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-93dbf11f-6411-4eaa-b9f7-9f64db3767a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.571474 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-93dbf11f-6411-4eaa-b9f7-9f64db3767a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1127 time: 0.0539429 Mar 10 06:54:13.652059 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6dc9-24be-4d23-9f69-b803e97895eb req-02054181-52ab-47f4-a6f8-87db50e8ab7e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.653657 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9d0f6dc9-24be-4d23-9f69-b803e97895eb req-02054181-52ab-47f4-a6f8-87db50e8ab7e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 943 time: 0.2905724 Mar 10 06:54:13.659139 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.659744 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:13.661125 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] 10.222.0.36 "PUT /v2.0/ports/4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1093 time: 0.9431384 Mar 10 06:54:13.661590 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:13.663757 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d151c-a5c6-42fa-80b5-6e0a762a373c" -d '{"events": [{"name": "network-changed", "server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:13.700172 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbfc30-c4e7-4ad4-9855-45088b6c7c82 service neutron] Pushing event updated for resources: {'Port': ['ID=4029e2f4-d604-41ec-9148-10230fa8926a,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:13.738793 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9d0f6dc9-24be-4d23-9f69-b803e97895eb req-8d284a56-ac9c-419a-98a3-e94eae592944 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721154 Mar 10 06:54:13.763840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ce7c4-cacc-466c-b07f-9ae6f41e6e15 x-openstack-request-id: req-be6ce7c4-cacc-466c-b07f-9ae6f41e6e15 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:13.764368 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:13.764623 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be6ce7c4-cacc-466c-b07f-9ae6f41e6e15 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:13.765068 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a', 'status': 'completed', 'code': 200} Mar 10 06:54:13.769162 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-c56e7874-b7fc-4a59-bdd4-685c058a2eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 217 time: 0.0928240 Mar 10 06:54:13.802361 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-0cb967c9-afb5-4b61-b3fb-8aaf42ddbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.803743 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-0cb967c9-afb5-4b61-b3fb-8aaf42ddbd78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1127 time: 0.0571210 Mar 10 06:54:13.830475 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-6ca7683e-c64a-4bf1-a601-146f1a79529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.831921 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-6ca7683e-c64a-4bf1-a601-146f1a79529f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0534821 Mar 10 06:54:13.850451 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-185c6881-a1a9-4cc0-bb42-b963d0a73bf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 217 time: 0.0331352 Mar 10 06:54:13.901121 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-955fb802-856e-4624-b20b-bc40dee1c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.902621 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-955fb802-856e-4624-b20b-bc40dee1c79d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0456696 Mar 10 06:54:13.911729 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-713dfdfd-33be-42ca-8fcc-12e54c51d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.913236 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-713dfdfd-33be-42ca-8fcc-12e54c51d459 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744417 Mar 10 06:54:13.964622 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-776e7fb8-8e9d-4d13-8f6e-526768635ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:13.966640 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-776e7fb8-8e9d-4d13-8f6e-526768635ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564141 Mar 10 06:54:14.062827 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-8f7be855-1c0f-4529-b43d-c154639e9a0d service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884559 Mar 10 06:54:14.152912 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb2d06bf-0c50-4afa-8e3a-cd579fd5f380 req-7e367973-ec73-4717-a727-09a059f1b619 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838780 Mar 10 06:54:14.155842 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-6880a897-b141-43ad-91fb-535218f9413d service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367067 Mar 10 06:54:14.206788 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ee7b-4a3f-4f07-bfcd-ed422a153909 req-b475035a-6a44-491a-9674-185d239f0031 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.208263 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ef81ee7b-4a3f-4f07-bfcd-ed422a153909 req-b475035a-6a44-491a-9674-185d239f0031 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0543683 Mar 10 06:54:14.255058 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ef81ee7b-4a3f-4f07-bfcd-ed422a153909 req-a75093d7-4fdc-4bd7-beff-9b01f06b4af1 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Mar 10 06:54:14.258377 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1fb22fe-b826-42e2-a9ef-5a6e8db76ad1 req-380256f6-810d-4572-a2d5-fdf3d1c28a45 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893898 Mar 10 06:54:14.299857 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-298bf1a2-475a-45e1-95cb-0d99c42dbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.301354 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-298bf1a2-475a-45e1-95cb-0d99c42dbf10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1127 time: 0.0434301 Mar 10 06:54:14.431133 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d370b-0e29-467a-9400-fec8f1ebca63 req-640816b8-63f2-4d16-8a61-8a81d498727c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.441490 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe9d370b-0e29-467a-9400-fec8f1ebca63 req-640816b8-63f2-4d16-8a61-8a81d498727c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0704603 Mar 10 06:54:14.497547 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe9d370b-0e29-467a-9400-fec8f1ebca63 req-cc8fd655-6005-47b8-a72e-35e315865d6e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549417 Mar 10 06:54:14.526791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-4b29648b-3ef7-423d-a2af-40f9f7bcc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.528314 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-4b29648b-3ef7-423d-a2af-40f9f7bcc64f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.1589508 Mar 10 06:54:14.571586 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-53b35f92-0102-4002-9ce0-cb11d98f4a8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 217 time: 0.0366898 Mar 10 06:54:14.618415 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-4ac0aef4-4d66-4e5e-b783-c01a2047215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.619699 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-4ac0aef4-4d66-4e5e-b783-c01a2047215e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0416687 Mar 10 06:54:14.665974 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-bee7e158-aa2a-40e9-b315-3486d6bb1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.667393 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-bee7e158-aa2a-40e9-b315-3486d6bb1979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417209 Mar 10 06:54:14.755136 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-fa4c88f4-277c-49ed-9d03-00a7c285263a service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805058 Mar 10 06:54:14.874922 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-948d151c-a5c6-42fa-80b5-6e0a762a373c req-c8e9b8a5-a1e3-4f75-a3cf-eb12f1d5bf58 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143112 Mar 10 06:54:14.889626 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d77c4-0979-4c8f-bff1-4f491d79d278 req-9df8b742-2356-43bf-be51-11035e5478aa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:14.890966 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b83d77c4-0979-4c8f-bff1-4f491d79d278 req-9df8b742-2356-43bf-be51-11035e5478aa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 943 time: 0.0769923 Mar 10 06:54:14.937515 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b83d77c4-0979-4c8f-bff1-4f491d79d278 req-9c975539-7c8f-4c1a-ad56-5255d2eae1a7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Mar 10 06:54:15.371701 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3129e-579e-49e5-8238-69ec1a3bb7e0 req-68ecfcb2-c5f9-4fd7-9471-6e3a726f9b36 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:15.373445 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-80c3129e-579e-49e5-8238-69ec1a3bb7e0 req-68ecfcb2-c5f9-4fd7-9471-6e3a726f9b36 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0557666 Mar 10 06:54:15.433915 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-80c3129e-579e-49e5-8238-69ec1a3bb7e0 req-b7938b2c-b77a-430f-920c-62a15376339c tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544930 Mar 10 06:54:15.623294 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4a12-752c-4a49-a94a-c72691318145 req-d8986c54-a104-47e7-9ede-647991c24218 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:15.625526 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97ee4a12-752c-4a49-a94a-c72691318145 req-d8986c54-a104-47e7-9ede-647991c24218 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0588179 Mar 10 06:54:15.670320 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97ee4a12-752c-4a49-a94a-c72691318145 req-9dafcfd3-1e45-4fed-9d57-acfa8b624dbe tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Mar 10 06:54:16.063615 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f6e77-68b0-4969-8c87-6b05d01f644d req-79d3b8b5-6f50-48be-be81-d0cc2d19751d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:16.065043 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-349f6e77-68b0-4969-8c87-6b05d01f644d req-79d3b8b5-6f50-48be-be81-d0cc2d19751d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 943 time: 0.0580838 Mar 10 06:54:16.113505 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-349f6e77-68b0-4969-8c87-6b05d01f644d req-3865659e-1bd9-44c1-acc5-744a6d645f5f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428443 Mar 10 06:54:16.552665 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2558d69-53f3-4f1b-aaf1-ac051c6d3bb3 req-0771a550-f7bf-4e95-8ac6-67e80c363e7b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:16.554246 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b2558d69-53f3-4f1b-aaf1-ac051c6d3bb3 req-0771a550-f7bf-4e95-8ac6-67e80c363e7b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 944 time: 0.0548172 Mar 10 06:54:16.606419 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b2558d69-53f3-4f1b-aaf1-ac051c6d3bb3 req-2539d508-57ff-48fc-a766-6141eb917d7f tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Mar 10 06:54:16.793851 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e114b-46a9-45b4-bf49-6c55e7852635 req-eb6ec3c1-e422-4959-aea8-1d6b2813be8b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:16.795963 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4b5e114b-46a9-45b4-bf49-6c55e7852635 req-eb6ec3c1-e422-4959-aea8-1d6b2813be8b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0541797 Mar 10 06:54:16.846442 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4b5e114b-46a9-45b4-bf49-6c55e7852635 req-ac377f53-08f1-440c-a8fd-1d51e8174bd5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449498 Mar 10 06:54:17.231209 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dfb9b-fdb3-4d1a-af87-ec8315171515 req-141b375f-1f5f-4fb7-a584-fb0536c8e619 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:17.232957 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2d5dfb9b-fdb3-4d1a-af87-ec8315171515 req-141b375f-1f5f-4fb7-a584-fb0536c8e619 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 943 time: 0.0557003 Mar 10 06:54:17.251746 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:54:17.290621 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2d5dfb9b-fdb3-4d1a-af87-ec8315171515 req-63cbc2a8-b8f3-47f8-ac09-ae8baac4bab0 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511007 Mar 10 06:54:17.363554 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,segment=NetworkSegment(3774ad6b-7a53-4acb-970b-63e156d6d837),segment_id=3774ad6b-7a53-4acb-970b-63e156d6d837)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:17.379669 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32', 'network_id': '8b5329f5-18c1-4d10-a7a1-0af80254d07f', 'port_id': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32', 'mac_address': 'fa:16:3e:c3:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578bef1e-59de-4015-be7d-741ae14b11e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:54:17.416859 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:17.417313 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.431096 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:17.451199 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,segment=NetworkSegment(3774ad6b-7a53-4acb-970b-63e156d6d837),segment_id=3774ad6b-7a53-4acb-970b-63e156d6d837)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:17.456659 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.457425 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:54:17.505161 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53264) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:17.525515 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:17.593839 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:17.606426 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'mac_address': 'fa:16:3e:96:74:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:54:17.611229 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6d57-cf7b-4eff-a045-f02055c6874e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.645334 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:17.646359 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.663746 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d67bd9-7f11-4e54-b75a-1582c8f7a98a {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:17.689856 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:17.696283 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.697300 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 4029e2f4-d604-41ec-9148-10230fa8926a details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:54:17.752298 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6d57-cf7b-4eff-a045-f02055c6874e admin admin] Publish callbacks [] for security_group (c5a43d51-623c-45fd-83a3-5513a8d68bfc), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.760221 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6d57-cf7b-4eff-a045-f02055c6874e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c5a43d51-623c-45fd-83a3-5513a8d68bfc), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.783897 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:17.816151 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-cb7b6d57-cf7b-4eff-a045-f02055c6874e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85483069cf954bdb88d32caba22908f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098941 Mar 10 06:54:17.818436 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6d57-cf7b-4eff-a045-f02055c6874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a43d51-623c-45fd-83a3-5513a8d68bfc,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:17.819258 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53280) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:17.828594 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76bf2b-9bf7-4281-bb53-048df2aefd69 req-859ef8e1-a7f1-4f6f-a4ac-79d9d14b8e9b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:17.837938 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4d76bf2b-9bf7-4281-bb53-048df2aefd69 req-859ef8e1-a7f1-4f6f-a4ac-79d9d14b8e9b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.1445079 Mar 10 06:54:17.878271 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7a34b96e-5876-4a06-a140-4ee06af45e1a admin admin] Publish callbacks [] for security_group (c5a43d51-623c-45fd-83a3-5513a8d68bfc), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.892157 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4d76bf2b-9bf7-4281-bb53-048df2aefd69 req-fae632b2-fe19-4d93-9054-c15c3e719b12 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Mar 10 06:54:17.921078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7a34b96e-5876-4a06-a140-4ee06af45e1a admin admin] Publish callbacks [] for security_group (c5a43d51-623c-45fd-83a3-5513a8d68bfc), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:17.923128 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 4029e2f4-d604-41ec-9148-10230fa8926a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4029e2f4-d604-41ec-9148-10230fa8926a,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:17.936798 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '4029e2f4-d604-41ec-9148-10230fa8926a', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'port_id': '4029e2f4-d604-41ec-9148-10230fa8926a', 'mac_address': 'fa:16:3e:c3:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:54:17.990493 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 4029e2f4-d604-41ec-9148-10230fa8926a is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:17.990935 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.016698 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4029e2f4-d604-41ec-9148-10230fa8926a {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:18.024642 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977cd4d-af5a-4c0f-98d3-c941ae579e9e req-34b94f1b-06c5-4d11-9a8a-66a153920f8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:18.026256 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2977cd4d-af5a-4c0f-98d3-c941ae579e9e req-34b94f1b-06c5-4d11-9a8a-66a153920f8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0728390 Mar 10 06:54:18.027533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7a34b96e-5876-4a06-a140-4ee06af45e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c5a43d51-623c-45fd-83a3-5513a8d68bfc), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.031039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7a34b96e-5876-4a06-a140-4ee06af45e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.034620 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7a34b96e-5876-4a06-a140-4ee06af45e1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5a43d51-623c-45fd-83a3-5513a8d68bfc HTTP/1.1" status: 204 len: 168 time: 0.2118440 Mar 10 06:54:18.039577 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 4029e2f4-d604-41ec-9148-10230fa8926a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4029e2f4-d604-41ec-9148-10230fa8926a,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:18.048582 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.061084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34b96e-5876-4a06-a140-4ee06af45e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a43d51-623c-45fd-83a3-5513a8d68bfc,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:18.099952 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53296) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:18.120735 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=4029e2f4-d604-41ec-9148-10230fa8926a,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:18.137696 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2977cd4d-af5a-4c0f-98d3-c941ae579e9e req-78dfbcbf-b050-4571-8bd3-4f24e58e0f60 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042147 Mar 10 06:54:18.369039 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6100b64a-a0d7-4ec5-8462-e26c6d045d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.432676 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53310) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:18.446678 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d32a5bb0-482f-4332-84e2-1e2084449e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.464546 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcb971-3c62-48ec-9004-c8ba075983b6 req-1aa52c1a-a62a-43bc-b7b6-7cff8213af21 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:18.466191 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a7fcb971-3c62-48ec-9004-c8ba075983b6 req-1aa52c1a-a62a-43bc-b7b6-7cff8213af21 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0857465 Mar 10 06:54:18.526456 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d32a5bb0-482f-4332-84e2-1e2084449e4b admin admin] Publish callbacks [] for security_group (8cf6c485-feae-4c13-9ecb-05eb10d47aba), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.529978 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d32a5bb0-482f-4332-84e2-1e2084449e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8cf6c485-feae-4c13-9ecb-05eb10d47aba), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.531746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6100b64a-a0d7-4ec5-8462-e26c6d045d62 admin admin] Publish callbacks [] for security_group (ef4cc44b-6c4c-4c32-9b83-1b568092f979), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.539014 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6100b64a-a0d7-4ec5-8462-e26c6d045d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ef4cc44b-6c4c-4c32-9b83-1b568092f979), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.554399 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a7fcb971-3c62-48ec-9004-c8ba075983b6 req-b4ded872-84e9-4510-a17e-2d7cc35c80dc tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815630 Mar 10 06:54:18.570682 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d32a5bb0-482f-4332-84e2-1e2084449e4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3111d94fae14d5a945b51a2b17e0b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340723 Mar 10 06:54:18.570682 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a5bb0-482f-4332-84e2-1e2084449e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf6c485-feae-4c13-9ecb-05eb10d47aba,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:18.571981 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53314) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:18.589381 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-6100b64a-a0d7-4ec5-8462-e26c6d045d62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b5e902f11334859a403ed1be21cd579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882588 Mar 10 06:54:18.592093 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53316) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:18.601505 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100b64a-a0d7-4ec5-8462-e26c6d045d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cc44b-6c4c-4c32-9b83-1b568092f979,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:18.631412 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac077e16-4083-409d-8c7e-cef851319951 admin admin] Publish callbacks [] for security_group (8cf6c485-feae-4c13-9ecb-05eb10d47aba), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.641092 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfdff1f3-0e9f-426f-952b-7472e21ee844 admin admin] Publish callbacks [] for security_group (ef4cc44b-6c4c-4c32-9b83-1b568092f979), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.652344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac077e16-4083-409d-8c7e-cef851319951 admin admin] Publish callbacks [] for security_group (8cf6c485-feae-4c13-9ecb-05eb10d47aba), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.664426 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfdff1f3-0e9f-426f-952b-7472e21ee844 admin admin] Publish callbacks [] for security_group (ef4cc44b-6c4c-4c32-9b83-1b568092f979), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.698744 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac077e16-4083-409d-8c7e-cef851319951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8cf6c485-feae-4c13-9ecb-05eb10d47aba), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.701354 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac077e16-4083-409d-8c7e-cef851319951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.705062 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ac077e16-4083-409d-8c7e-cef851319951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cf6c485-feae-4c13-9ecb-05eb10d47aba HTTP/1.1" status: 204 len: 168 time: 0.1301520 Mar 10 06:54:18.710352 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac077e16-4083-409d-8c7e-cef851319951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf6c485-feae-4c13-9ecb-05eb10d47aba,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:18.712006 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfdff1f3-0e9f-426f-952b-7472e21ee844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ef4cc44b-6c4c-4c32-9b83-1b568092f979), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.714552 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-dfdff1f3-0e9f-426f-952b-7472e21ee844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:18.715665 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-dfdff1f3-0e9f-426f-952b-7472e21ee844 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef4cc44b-6c4c-4c32-9b83-1b568092f979 HTTP/1.1" status: 204 len: 168 time: 0.1225269 Mar 10 06:54:18.726704 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdff1f3-0e9f-426f-952b-7472e21ee844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4cc44b-6c4c-4c32-9b83-1b568092f979,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:19.029051 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176ddf9-e20e-4f52-b4bf-eeae880521ae req-e5060e12-47cf-4ca8-b761-bf135b4cca70 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:19.030529 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f176ddf9-e20e-4f52-b4bf-eeae880521ae req-e5060e12-47cf-4ca8-b761-bf135b4cca70 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.0688341 Mar 10 06:54:19.067406 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53338) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:19.078827 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f176ddf9-e20e-4f52-b4bf-eeae880521ae req-63a217ba-978e-43e3-b146-561fc4c6664e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Mar 10 06:54:19.081250 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ab31a570-0024-44db-b8c2-a45d34303a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.164216 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ab31a570-0024-44db-b8c2-a45d34303a17 admin admin] Publish callbacks [] for security_group (fdf1b79b-4e5c-4c2d-8bd4-d658074d7966), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.169760 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ab31a570-0024-44db-b8c2-a45d34303a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (fdf1b79b-4e5c-4c2d-8bd4-d658074d7966), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.219392 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ab31a570-0024-44db-b8c2-a45d34303a17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ba741cd4ce04836b082012a7b6ae8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508448 Mar 10 06:54:19.221996 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53344) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:19.225150 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31a570-0024-44db-b8c2-a45d34303a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1b79b-4e5c-4c2d-8bd4-d658074d7966,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:19.273527 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50a83-6d4e-4cca-be18-9d6bd87271b3 req-b3578fd7-45cf-44b5-88ca-f70a1ee42648 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:19.274013 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56fb1a87-6c93-4ad1-a810-01d8dbdf0249 admin admin] Publish callbacks [] for security_group (fdf1b79b-4e5c-4c2d-8bd4-d658074d7966), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.275049 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-43b50a83-6d4e-4cca-be18-9d6bd87271b3 req-b3578fd7-45cf-44b5-88ca-f70a1ee42648 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0673461 Mar 10 06:54:19.299773 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56fb1a87-6c93-4ad1-a810-01d8dbdf0249 admin admin] Publish callbacks [] for security_group (fdf1b79b-4e5c-4c2d-8bd4-d658074d7966), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.327265 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-43b50a83-6d4e-4cca-be18-9d6bd87271b3 req-ebbf1a93-0970-4d18-b687-40365cf6a017 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459390 Mar 10 06:54:19.357794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56fb1a87-6c93-4ad1-a810-01d8dbdf0249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (fdf1b79b-4e5c-4c2d-8bd4-d658074d7966), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.362144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56fb1a87-6c93-4ad1-a810-01d8dbdf0249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:19.363060 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-56fb1a87-6c93-4ad1-a810-01d8dbdf0249 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdf1b79b-4e5c-4c2d-8bd4-d658074d7966 HTTP/1.1" status: 204 len: 168 time: 0.1401083 Mar 10 06:54:19.372826 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb1a87-6c93-4ad1-a810-01d8dbdf0249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1b79b-4e5c-4c2d-8bd4-d658074d7966,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:19.676924 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53499994-1c3f-4680-96fa-218d6440e43b req-9cdb81cd-f4a2-49ff-837f-9e2c4d5de6c2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:19.678478 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53499994-1c3f-4680-96fa-218d6440e43b req-9cdb81cd-f4a2-49ff-837f-9e2c4d5de6c2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0558298 Mar 10 06:54:19.731364 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53499994-1c3f-4680-96fa-218d6440e43b req-dc6f43bd-5c81-4d3c-91d5-a6f16714a63e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Mar 10 06:54:19.840302 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53378) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:19.954787 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8a3bee0b-8366-4ac0-a64f-9710db12ac32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.035466 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8a3bee0b-8366-4ac0-a64f-9710db12ac32 admin admin] Publish callbacks [] for security_group (1c2015e5-0602-46eb-afd7-2b4c50d5aaed), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.039523 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8a3bee0b-8366-4ac0-a64f-9710db12ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1c2015e5-0602-46eb-afd7-2b4c50d5aaed), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.076929 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8a3bee0b-8366-4ac0-a64f-9710db12ac32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=302df6d6ae7e4147bc6f674db5bfc46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354739 Mar 10 06:54:20.077777 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bee0b-8366-4ac0-a64f-9710db12ac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2015e5-0602-46eb-afd7-2b4c50d5aaed,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:20.080493 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53394) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:20.132697 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-30616c2f-cde3-499a-9c7f-a38f72c7b7f7 admin admin] Publish callbacks [] for security_group (1c2015e5-0602-46eb-afd7-2b4c50d5aaed), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.155356 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-30616c2f-cde3-499a-9c7f-a38f72c7b7f7 admin admin] Publish callbacks [] for security_group (1c2015e5-0602-46eb-afd7-2b4c50d5aaed), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.233683 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fe8f0-4d63-4d84-b25a-8cb4fd7a7f8a req-caa17874-df5f-4626-985d-bf84f3c3e172 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:20.235187 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a85fe8f0-4d63-4d84-b25a-8cb4fd7a7f8a req-caa17874-df5f-4626-985d-bf84f3c3e172 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.0825956 Mar 10 06:54:20.256188 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-30616c2f-cde3-499a-9c7f-a38f72c7b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1c2015e5-0602-46eb-afd7-2b4c50d5aaed), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.258715 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-30616c2f-cde3-499a-9c7f-a38f72c7b7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:20.262238 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-30616c2f-cde3-499a-9c7f-a38f72c7b7f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c2015e5-0602-46eb-afd7-2b4c50d5aaed HTTP/1.1" status: 204 len: 168 time: 0.1778393 Mar 10 06:54:20.272679 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30616c2f-cde3-499a-9c7f-a38f72c7b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2015e5-0602-46eb-afd7-2b4c50d5aaed,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:20.306085 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a85fe8f0-4d63-4d84-b25a-8cb4fd7a7f8a req-d5f2aada-100b-4086-9c4a-12eb5d2514aa tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639575 Mar 10 06:54:20.476926 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a294d0-c76f-40bd-a8de-ea6cd467572c req-c8e0250e-9384-4489-8fb5-66a95453ecc5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:20.478435 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-78a294d0-c76f-40bd-a8de-ea6cd467572c req-c8e0250e-9384-4489-8fb5-66a95453ecc5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0694499 Mar 10 06:54:20.526290 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-78a294d0-c76f-40bd-a8de-ea6cd467572c req-63202d87-9baa-45dc-ab4c-aa273d96d3b6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416844 Mar 10 06:54:20.859715 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898afc-492d-46ae-ae4c-bfe0e03b1fbb req-f3fdea6a-2b68-403e-8294-687b1cad8cc5 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:20.861255 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe898afc-492d-46ae-ae4c-bfe0e03b1fbb req-f3fdea6a-2b68-403e-8294-687b1cad8cc5 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0574901 Mar 10 06:54:20.911541 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe898afc-492d-46ae-ae4c-bfe0e03b1fbb req-354bca6c-3e26-4069-a07e-9a908682250b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 Mar 10 06:54:21.441635 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b578e-bb0c-4d4a-ae5c-fff3cf41c7b0 req-591b7dd9-ada4-4029-bad9-3a7c8e544647 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:21.444668 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7c4b578e-bb0c-4d4a-ae5c-fff3cf41c7b0 req-591b7dd9-ada4-4029-bad9-3a7c8e544647 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.0623124 Mar 10 06:54:21.493688 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7c4b578e-bb0c-4d4a-ae5c-fff3cf41c7b0 req-3eae8617-1ab4-496f-8461-80be51171079 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Mar 10 06:54:21.655715 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d67401-16d2-4e91-ae8e-eb8d28fe5054 req-d4acb1ed-a8b0-43cc-9267-b4af2eed5745 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:21.658586 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-02d67401-16d2-4e91-ae8e-eb8d28fe5054 req-d4acb1ed-a8b0-43cc-9267-b4af2eed5745 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0572741 Mar 10 06:54:21.709078 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-02d67401-16d2-4e91-ae8e-eb8d28fe5054 req-fa1ee96b-f4b6-4165-a195-2155abd8225c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 Mar 10 06:54:22.071624 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cbedc-189e-481c-b438-4348a3848fac req-91a860f3-fab2-405d-a1a2-30c8959e5a9c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:22.073253 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-829cbedc-189e-481c-b438-4348a3848fac req-91a860f3-fab2-405d-a1a2-30c8959e5a9c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0753429 Mar 10 06:54:22.140538 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-829cbedc-189e-481c-b438-4348a3848fac req-8f8b8266-9bcf-4212-a8f3-532e7c7eca9d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617385 Mar 10 06:54:22.608288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf805c0e-13c4-4b8c-b426-0578e5d289d6 req-3b071db7-87c6-4212-b24e-8463754ed0e0 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:22.609848 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bf805c0e-13c4-4b8c-b426-0578e5d289d6 req-3b071db7-87c6-4212-b24e-8463754ed0e0 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.0520425 Mar 10 06:54:22.638402 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1a2ace03-596f-4043-a593-4cdf74b9e821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:22.658837 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bf805c0e-13c4-4b8c-b426-0578e5d289d6 req-13f3dd92-1fe9-4564-9d87-2c1bd6edecc6 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Mar 10 06:54:22.827023 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed12ec-b7a0-4b3a-8905-d38e835b2ad5 req-48aee967-afcf-4bcc-b4e3-767328057e3c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:22.828362 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54ed12ec-b7a0-4b3a-8905-d38e835b2ad5 req-48aee967-afcf-4bcc-b4e3-767328057e3c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0501120 Mar 10 06:54:22.854465 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['93d67bd9-7f11-4e54-b75a-1582c8f7a98a'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:54:22.873973 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54ed12ec-b7a0-4b3a-8905-d38e835b2ad5 req-2d447fff-4a85-412e-adb3-c2138d634d7e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398788 Mar 10 06:54:22.983526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:54:22.985530 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['4029e2f4-d604-41ec-9148-10230fa8926a'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:54:23.280723 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541bb1-bc36-4c06-b81a-18ce296caafe req-92798a6a-f162-48b4-9387-0d665ac89155 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:23.291007 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e1541bb1-bc36-4c06-b81a-18ce296caafe req-92798a6a-f162-48b4-9387-0d665ac89155 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0772092 Mar 10 06:54:23.351452 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e1541bb1-bc36-4c06-b81a-18ce296caafe req-5147bfd3-500f-4b02-9c04-ae9825568936 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592422 Mar 10 06:54:23.395376 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53556) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:23.502770 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-20fcc4d2-8ac2-46d8-91e7-3c5bdeadf4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.578436 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-20fcc4d2-8ac2-46d8-91e7-3c5bdeadf4dd admin admin] Publish callbacks [] for security_group (45e473aa-9d8e-47d4-a826-69343f147e92), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.582063 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-20fcc4d2-8ac2-46d8-91e7-3c5bdeadf4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (45e473aa-9d8e-47d4-a826-69343f147e92), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.619592 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-20fcc4d2-8ac2-46d8-91e7-3c5bdeadf4dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f38b97eff1f4dbbb1f5af0022c77cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224329 Mar 10 06:54:23.620734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc4d2-8ac2-46d8-91e7-3c5bdeadf4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e473aa-9d8e-47d4-a826-69343f147e92,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:23.622329 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53560) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:23.671861 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d32f392-9ee4-4bef-b0a1-dff789f89c74 admin admin] Publish callbacks [] for security_group (45e473aa-9d8e-47d4-a826-69343f147e92), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.694911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d32f392-9ee4-4bef-b0a1-dff789f89c74 admin admin] Publish callbacks [] for security_group (45e473aa-9d8e-47d4-a826-69343f147e92), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.776005 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d32f392-9ee4-4bef-b0a1-dff789f89c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (45e473aa-9d8e-47d4-a826-69343f147e92), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.778532 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8d32f392-9ee4-4bef-b0a1-dff789f89c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:23.779633 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8d32f392-9ee4-4bef-b0a1-dff789f89c74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45e473aa-9d8e-47d4-a826-69343f147e92 HTTP/1.1" status: 204 len: 168 time: 0.1563253 Mar 10 06:54:23.789060 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5e0cc-8c18-4fec-85ab-8365cecb2a08 req-7216bf28-ccd2-4888-824b-8db92dafbc15 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:23.790446 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c3d5e0cc-8c18-4fec-85ab-8365cecb2a08 req-7216bf28-ccd2-4888-824b-8db92dafbc15 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.0669920 Mar 10 06:54:23.798341 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32f392-9ee4-4bef-b0a1-dff789f89c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e473aa-9d8e-47d4-a826-69343f147e92,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:23.844288 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c3d5e0cc-8c18-4fec-85ab-8365cecb2a08 req-a77e4a12-2c7e-4e62-8876-f927ca5f49d8 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 Mar 10 06:54:23.996382 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d6a0-5b87-474a-a950-c1c9ff26c7c6 req-c60ef6ac-ee88-48ff-958f-a6a121f190af tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:23.997953 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b26d6a0-5b87-474a-a950-c1c9ff26c7c6 req-c60ef6ac-ee88-48ff-958f-a6a121f190af tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0545971 Mar 10 06:54:24.048404 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b26d6a0-5b87-474a-a950-c1c9ff26c7c6 req-0db623a9-baed-41d8-b863-33fd098dcbc5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449474 Mar 10 06:54:24.050110 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53570) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:24.071579 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-fca4cd95-f43c-4d1a-8259-f37f010682ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.150267 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-fca4cd95-f43c-4d1a-8259-f37f010682ab admin admin] Publish callbacks [] for security_group (ff64bbb3-f829-45cc-9b38-39b8ca39792a), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.155245 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-fca4cd95-f43c-4d1a-8259-f37f010682ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ff64bbb3-f829-45cc-9b38-39b8ca39792a), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.192957 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-fca4cd95-f43c-4d1a-8259-f37f010682ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=156297db223d46a6b78ca93927c1c142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418526 Mar 10 06:54:24.194450 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4cd95-f43c-4d1a-8259-f37f010682ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff64bbb3-f829-45cc-9b38-39b8ca39792a,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:24.196637 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53576) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:24.244233 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-848c0b82-6448-4303-bd1d-3bef064b764d admin admin] Publish callbacks [] for security_group (ff64bbb3-f829-45cc-9b38-39b8ca39792a), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.265997 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-848c0b82-6448-4303-bd1d-3bef064b764d admin admin] Publish callbacks [] for security_group (ff64bbb3-f829-45cc-9b38-39b8ca39792a), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.320350 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-848c0b82-6448-4303-bd1d-3bef064b764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ff64bbb3-f829-45cc-9b38-39b8ca39792a), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.323525 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-848c0b82-6448-4303-bd1d-3bef064b764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:24.324982 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-848c0b82-6448-4303-bd1d-3bef064b764d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff64bbb3-f829-45cc-9b38-39b8ca39792a HTTP/1.1" status: 204 len: 168 time: 0.1270928 Mar 10 06:54:24.334251 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c0b82-6448-4303-bd1d-3bef064b764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff64bbb3-f829-45cc-9b38-39b8ca39792a,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:24.528702 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d62d2-8992-4d58-bd12-7a57107030b2 req-3880a430-4b19-4207-a82d-185ef3a21b7f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:24.536174 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f88d62d2-8992-4d58-bd12-7a57107030b2 req-3880a430-4b19-4207-a82d-185ef3a21b7f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0936816 Mar 10 06:54:24.590002 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f88d62d2-8992-4d58-bd12-7a57107030b2 req-9a9f5a94-9c56-431e-b92f-48c8224c8745 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529602 Mar 10 06:54:24.971612 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c5b1-4e57-4cd7-99dc-b849db2274bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.028554 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46fbff-8f55-41e2-b965-ab02fb19f5e8 req-5b730cc5-e722-4a34-a46d-f7fed7aed0d5 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:25.032881 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cf46fbff-8f55-41e2-b965-ab02fb19f5e8 req-5b730cc5-e722-4a34-a46d-f7fed7aed0d5 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 945 time: 0.1107340 Mar 10 06:54:25.130642 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cf46fbff-8f55-41e2-b965-ab02fb19f5e8 req-574ba670-14e0-4ca7-a8ed-1916e947a50f tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896618 Mar 10 06:54:25.215147 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afad1b-da5e-4791-be8d-139107328307 req-c51e3b09-852c-4fc8-84c5-d45036a0af83 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:25.221635 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1afad1b-da5e-4791-be8d-139107328307 req-c51e3b09-852c-4fc8-84c5-d45036a0af83 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0595374 Mar 10 06:54:25.231018 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53686) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:25.264051 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1afad1b-da5e-4791-be8d-139107328307 req-82c6a4a1-8b89-4d8e-acca-1cc75e50c408 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 Mar 10 06:54:25.431831 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-85baae7a-dce6-4896-ad57-7f3054752763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.488372 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:54:25.512677 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-85baae7a-dce6-4896-ad57-7f3054752763 admin admin] Publish callbacks [] for security_group (b53ed68f-4c64-4386-97b2-192170f53ca4), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.517347 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-85baae7a-dce6-4896-ad57-7f3054752763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (b53ed68f-4c64-4386-97b2-192170f53ca4), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.544023 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:54:25.547881 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:54:25.548331 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.557365 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-85baae7a-dce6-4896-ad57-7f3054752763 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4fd2a65a9dc442fb8ccd0bc5354e929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252151 Mar 10 06:54:25.559335 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baae7a-dce6-4896-ad57-7f3054752763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ed68f-4c64-4386-97b2-192170f53ca4,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:25.560064 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53696) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:25.619575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5001143c-e21e-46fd-b18d-9f8cbd5f417d admin admin] Publish callbacks [] for security_group (b53ed68f-4c64-4386-97b2-192170f53ca4), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.647110 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5001143c-e21e-46fd-b18d-9f8cbd5f417d admin admin] Publish callbacks [] for security_group (b53ed68f-4c64-4386-97b2-192170f53ca4), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.663717 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:25.664023 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.680116 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53706) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:25.705143 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:25.718671 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5001143c-e21e-46fd-b18d-9f8cbd5f417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (b53ed68f-4c64-4386-97b2-192170f53ca4), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.722456 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5001143c-e21e-46fd-b18d-9f8cbd5f417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.722922 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-5001143c-e21e-46fd-b18d-9f8cbd5f417d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b53ed68f-4c64-4386-97b2-192170f53ca4 HTTP/1.1" status: 204 len: 168 time: 0.1616619 Mar 10 06:54:25.732539 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001143c-e21e-46fd-b18d-9f8cbd5f417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ed68f-4c64-4386-97b2-192170f53ca4,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:25.743057 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276671-b53b-4e7c-a3e5-97ea63cc1974 req-dea75292-fb2e-4768-80fe-b557bbff1430 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:25.752490 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4e276671-b53b-4e7c-a3e5-97ea63cc1974 req-dea75292-fb2e-4768-80fe-b557bbff1430 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 944 time: 0.0852432 Mar 10 06:54:25.791841 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,segment=NetworkSegment(3774ad6b-7a53-4acb-970b-63e156d6d837),segment_id=3774ad6b-7a53-4acb-970b-63e156d6d837)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:25.797785 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.798697 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:54:25.869604 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-881ebbc1-0104-44e0-ad29-3242324838b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.872321 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4e276671-b53b-4e7c-a3e5-97ea63cc1974 req-0b87b99b-2098-4e55-86b7-5c3c2c60e2d2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185062 Mar 10 06:54:25.883906 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:25.905917 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:54:25.911394 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:54:25.911939 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.974674 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.986168 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-881ebbc1-0104-44e0-ad29-3242324838b8 admin admin] Publish callbacks [] for security_group (c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:25.991805 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-881ebbc1-0104-44e0-ad29-3242324838b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.025290 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:26.025770 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.031289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ebbc1-0104-44e0-ad29-3242324838b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.037766 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-881ebbc1-0104-44e0-ad29-3242324838b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=616d468a8d08447198d8fc3d157d067c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566420 Mar 10 06:54:26.039956 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53728) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:26.065158 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53730) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:26.078227 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:26.084772 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.086019 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 4029e2f4-d604-41ec-9148-10230fa8926a up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:54:26.092939 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3364fff1-4b03-4fa3-9d3f-643d66eb5694 admin admin] Publish callbacks [] for security_group (c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.117211 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3364fff1-4b03-4fa3-9d3f-643d66eb5694 admin admin] Publish callbacks [] for security_group (c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.167417 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.175099 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8ffb1-6be4-4d0f-8915-279c438fd5b0" -d '{"events": [{"server_uuid": "8e61b1fa-5f98-4a05-bc9c-1e3726f325f8", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:26.183693 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3364fff1-4b03-4fa3-9d3f-643d66eb5694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.186768 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3364fff1-4b03-4fa3-9d3f-643d66eb5694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.188368 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3364fff1-4b03-4fa3-9d3f-643d66eb5694 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2 HTTP/1.1" status: 204 len: 168 time: 0.1472883 Mar 10 06:54:26.196182 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 4029e2f4-d604-41ec-9148-10230fa8926a completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:54:26.202407 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364fff1-4b03-4fa3-9d3f-643d66eb5694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211e4f8-7fe0-4cf2-8f7b-0d36ea975eb2,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.207487 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 4029e2f4-d604-41ec-9148-10230fa8926a triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:54:26.207913 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.322885 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 4029e2f4-d604-41ec-9148-10230fa8926a is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:26.323314 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.381416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcc851-67b6-41b4-ae49-7c742a2b8e97 req-19f80303-86f4-429a-9794-b79f3265cbd9 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:26.384312 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e3fcc851-67b6-41b4-ae49-7c742a2b8e97 req-19f80303-86f4-429a-9794-b79f3265cbd9 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.1066720 Mar 10 06:54:26.385060 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53752) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:26.405227 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-96a715e8-2f12-4b0e-a0e3-426a8cb7e324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.456924 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e3fcc851-67b6-41b4-ae49-7c742a2b8e97 req-99774667-9397-4f5c-9b2f-3984b6461981 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 Mar 10 06:54:26.507454 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 4029e2f4-d604-41ec-9148-10230fa8926a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4029e2f4-d604-41ec-9148-10230fa8926a,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:26.513684 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.530366 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-96a715e8-2f12-4b0e-a0e3-426a8cb7e324 admin admin] Publish callbacks [] for security_group (956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.538642 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-96a715e8-2f12-4b0e-a0e3-426a8cb7e324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.582317 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=4029e2f4-d604-41ec-9148-10230fa8926a,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.587914 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-96a715e8-2f12-4b0e-a0e3-426a8cb7e324 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69215c0b3f32460c995f675e17da0dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017040 Mar 10 06:54:26.592612 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53754) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:26.624625 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a715e8-2f12-4b0e-a0e3-426a8cb7e324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.658570 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095273f2-c875-4143-a9d2-d6176497092d req-f5198cbd-5293-44c8-9e13-3f5bb6b9a37d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:26.660081 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-095273f2-c875-4143-a9d2-d6176497092d req-f5198cbd-5293-44c8-9e13-3f5bb6b9a37d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0954745 Mar 10 06:54:26.674120 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e0b007d3-616b-4712-84f6-665c798d0dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.741493 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-095273f2-c875-4143-a9d2-d6176497092d req-1a11c802-87a5-41dd-b8ff-2f2c2e555270 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691180 Mar 10 06:54:26.746852 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-67144484-4552-4b86-90d6-65185a22cc07 admin admin] Publish callbacks [] for security_group (956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.767444 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53758) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:26.784319 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-67144484-4552-4b86-90d6-65185a22cc07 admin admin] Publish callbacks [] for security_group (956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.844809 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e0b007d3-616b-4712-84f6-665c798d0dbf admin admin] Publish callbacks [] for security_group (3f0d1eb6-2310-4c7a-9bba-5526f90d01f0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.859258 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e0b007d3-616b-4712-84f6-665c798d0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3f0d1eb6-2310-4c7a-9bba-5526f90d01f0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.862394 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164bfab-0087-48ba-a908-30a9e80b4c35 x-openstack-request-id: req-e164bfab-0087-48ba-a908-30a9e80b4c35 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:26.862715 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61b1fa-5f98-4a05-bc9c-1e3726f325f8", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:26.862969 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e164bfab-0087-48ba-a908-30a9e80b4c35 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:26.863455 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32', 'code': 200} Mar 10 06:54:26.916426 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b007d3-616b-4712-84f6-665c798d0dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d1eb6-2310-4c7a-9bba-5526f90d01f0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.924684 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-67144484-4552-4b86-90d6-65185a22cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.927650 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-67144484-4552-4b86-90d6-65185a22cc07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.928934 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-67144484-4552-4b86-90d6-65185a22cc07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a HTTP/1.1" status: 204 len: 168 time: 0.3352242 Mar 10 06:54:26.936342 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d3784284-02fa-4fa1-aff2-51d6e7e434d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:26.939875 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67144484-4552-4b86-90d6-65185a22cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e2cc1-e9a2-4dc1-8a78-f9b27bf9307a,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:26.945675 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-e0b007d3-616b-4712-84f6-665c798d0dbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9a1d123f06144369195d3bdedc0c48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8784175 Mar 10 06:54:26.948220 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53772) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:27.027344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-10358adc-42cd-409d-b7b2-4f6e1429ac51 admin admin] Publish callbacks [] for security_group (3f0d1eb6-2310-4c7a-9bba-5526f90d01f0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.053014 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-10358adc-42cd-409d-b7b2-4f6e1429ac51 admin admin] Publish callbacks [] for security_group (3f0d1eb6-2310-4c7a-9bba-5526f90d01f0), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.108834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d3784284-02fa-4fa1-aff2-51d6e7e434d5 admin admin] Publish callbacks [] for security_group (94771f91-0f27-4636-b85a-4b4cb595f9e5), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.138234 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-10358adc-42cd-409d-b7b2-4f6e1429ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3f0d1eb6-2310-4c7a-9bba-5526f90d01f0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.144597 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d3784284-02fa-4fa1-aff2-51d6e7e434d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (94771f91-0f27-4636-b85a-4b4cb595f9e5), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.148180 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-10358adc-42cd-409d-b7b2-4f6e1429ac51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.152119 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-10358adc-42cd-409d-b7b2-4f6e1429ac51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f0d1eb6-2310-4c7a-9bba-5526f90d01f0 HTTP/1.1" status: 204 len: 168 time: 0.1996307 Mar 10 06:54:27.159180 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10358adc-42cd-409d-b7b2-4f6e1429ac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d1eb6-2310-4c7a-9bba-5526f90d01f0,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:27.216718 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d350-efa2-40cb-8414-0e236fd934aa req-2a0fd5fc-813a-406b-8ea4-a582bc529015 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:27.218269 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0b64d350-efa2-40cb-8414-0e236fd934aa req-2a0fd5fc-813a-406b-8ea4-a582bc529015 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.2257569 Mar 10 06:54:27.254512 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d3784284-02fa-4fa1-aff2-51d6e7e434d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f4c1f286fb34251b72560a243c7cade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4827752 Mar 10 06:54:27.254512 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3784284-02fa-4fa1-aff2-51d6e7e434d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94771f91-0f27-4636-b85a-4b4cb595f9e5,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:27.255880 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53780) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:27.294815 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beecc0-544f-4e3d-a1f6-94251ff54100 req-05cb4b27-5e85-4602-a539-1dcf54d91b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:27.296304 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43beecc0-544f-4e3d-a1f6-94251ff54100 req-05cb4b27-5e85-4602-a539-1dcf54d91b9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 1130 time: 0.1849442 Mar 10 06:54:27.325064 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0b64d350-efa2-40cb-8414-0e236fd934aa req-6215f443-11f7-49db-a4af-1618ef0eef8c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883996 Mar 10 06:54:27.329724 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-828386f2-13b1-402a-9691-5ac64355ea27 admin admin] Publish callbacks [] for security_group (94771f91-0f27-4636-b85a-4b4cb595f9e5), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.334107 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-43beecc0-544f-4e3d-a1f6-94251ff54100 req-1dadb4e5-3b5a-48e7-ae49-ff2745061b6a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.369231 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-828386f2-13b1-402a-9691-5ac64355ea27 admin admin] Publish callbacks [] for security_group (94771f91-0f27-4636-b85a-4b4cb595f9e5), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.437796 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-43beecc0-544f-4e3d-a1f6-94251ff54100 req-1dadb4e5-3b5a-48e7-ae49-ff2745061b6a service neutron] Publish callbacks [] for security_group (f0583eb4-e2e6-420f-bd33-3b814655dc27), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.444887 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-43beecc0-544f-4e3d-a1f6-94251ff54100 req-1dadb4e5-3b5a-48e7-ae49-ff2745061b6a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f0583eb4-e2e6-420f-bd33-3b814655dc27), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.456120 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-828386f2-13b1-402a-9691-5ac64355ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (94771f91-0f27-4636-b85a-4b4cb595f9e5), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.459911 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-828386f2-13b1-402a-9691-5ac64355ea27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.461164 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-828386f2-13b1-402a-9691-5ac64355ea27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94771f91-0f27-4636-b85a-4b4cb595f9e5 HTTP/1.1" status: 204 len: 168 time: 0.2042601 Mar 10 06:54:27.470696 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828386f2-13b1-402a-9691-5ac64355ea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94771f91-0f27-4636-b85a-4b4cb595f9e5,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:27.508683 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb4e5-3b5a-48e7-ae49-ff2745061b6a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0583eb4-e2e6-420f-bd33-3b814655dc27,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:27.512891 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43beecc0-544f-4e3d-a1f6-94251ff54100 req-1dadb4e5-3b5a-48e7-ae49-ff2745061b6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078612 Mar 10 06:54:27.557279 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.614118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53800) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:27.625594 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b6bc9-3714-458e-94c0-f590dc1790bf req-e8631077-0988-4c1f-b941-7be451a924a6 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:27.630293 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3e-d380-4a91-82e5-55f1db46d85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.633034 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-446b6bc9-3714-458e-94c0-f590dc1790bf req-e8631077-0988-4c1f-b941-7be451a924a6 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0748639 Mar 10 06:54:27.679506 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-446b6bc9-3714-458e-94c0-f590dc1790bf req-328ed406-c9a2-4f59-a2d0-48d97eba12ff tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Mar 10 06:54:27.720484 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3e-d380-4a91-82e5-55f1db46d85e admin admin] Publish callbacks [] for security_group (a36d3cda-0f6f-4581-90b3-ff3989ad713b), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.725653 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3e-d380-4a91-82e5-55f1db46d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (a36d3cda-0f6f-4581-90b3-ff3989ad713b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.764294 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9fe09e3e-d380-4a91-82e5-55f1db46d85e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dda9c80d6e74b5fb3b09be0a0d5fef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483951 Mar 10 06:54:27.765604 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe09e3e-d380-4a91-82e5-55f1db46d85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d3cda-0f6f-4581-90b3-ff3989ad713b,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:27.766895 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53806) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:27.839761 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fb5a-42cc-40c9-8945-d7d4324a339a admin admin] Publish callbacks [] for security_group (a36d3cda-0f6f-4581-90b3-ff3989ad713b), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.863500 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fb5a-42cc-40c9-8945-d7d4324a339a admin admin] Publish callbacks [] for security_group (a36d3cda-0f6f-4581-90b3-ff3989ad713b), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.868380 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705602d1-48c2-499a-819c-4aef4f2af42c req-2e91e79c-2217-4a12-a5e7-18c2f41bd4e9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:27.870333 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-705602d1-48c2-499a-819c-4aef4f2af42c req-2e91e79c-2217-4a12-a5e7-18c2f41bd4e9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0552783 Mar 10 06:54:27.923087 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-705602d1-48c2-499a-819c-4aef4f2af42c req-73c10700-8fc8-4b26-a860-1b8324a0c37f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 Mar 10 06:54:27.927558 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fb5a-42cc-40c9-8945-d7d4324a339a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (a36d3cda-0f6f-4581-90b3-ff3989ad713b), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.931608 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fb5a-42cc-40c9-8945-d7d4324a339a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:27.933301 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-0fd7fb5a-42cc-40c9-8945-d7d4324a339a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a36d3cda-0f6f-4581-90b3-ff3989ad713b HTTP/1.1" status: 204 len: 168 time: 0.1653576 Mar 10 06:54:27.942348 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7fb5a-42cc-40c9-8945-d7d4324a339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d3cda-0f6f-4581-90b3-ff3989ad713b,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:27.972817 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53816) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:28.191601 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53826) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:28.208439 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6740-cf63-49cd-906f-c00ffde0efc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.288104 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6740-cf63-49cd-906f-c00ffde0efc4 admin admin] Publish callbacks [] for security_group (f7d455a2-ec1e-419f-9f01-c250e5d1e614), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.293886 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6740-cf63-49cd-906f-c00ffde0efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f7d455a2-ec1e-419f-9f01-c250e5d1e614), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.334398 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ed0e6740-cf63-49cd-906f-c00ffde0efc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd8967c942ef45dc83cb619ec45bb9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417062 Mar 10 06:54:28.335253 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6740-cf63-49cd-906f-c00ffde0efc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d455a2-ec1e-419f-9f01-c250e5d1e614,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:28.337019 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53828) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:28.363037 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bb4-fd6a-4cc5-be66-2c61fe426d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.439968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53836) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:28.454022 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c496cb1-c287-4c0b-8e4f-603578e25e73 admin admin] Publish callbacks [] for security_group (f7d455a2-ec1e-419f-9f01-c250e5d1e614), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.481383 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c496cb1-c287-4c0b-8e4f-603578e25e73 admin admin] Publish callbacks [] for security_group (f7d455a2-ec1e-419f-9f01-c250e5d1e614), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.487991 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bb4-fd6a-4cc5-be66-2c61fe426d83 admin admin] Publish callbacks [] for security_group (e0b80508-903d-486e-977f-82e1db928b60), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.496459 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3bb4-fd6a-4cc5-be66-2c61fe426d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e0b80508-903d-486e-977f-82e1db928b60), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.509905 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40be28-3935-4e48-b1e7-ed53da17f0ae req-7996c848-40a5-4f92-a7b3-d172e46de7b6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:28.511455 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a40be28-3935-4e48-b1e7-ed53da17f0ae req-7996c848-40a5-4f92-a7b3-d172e46de7b6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0832314 Mar 10 06:54:28.541855 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-910600293-network', 'tenant_id': '919e15604e15474999c57ae53f57f8c5'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:28.565873 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c496cb1-c287-4c0b-8e4f-603578e25e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f7d455a2-ec1e-419f-9f01-c250e5d1e614), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.566177 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ed3b3bb4-fd6a-4cc5-be66-2c61fe426d83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4d48c8f179a4960ab1edfc694a6f4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888259 Mar 10 06:54:28.566177 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b3bb4-fd6a-4cc5-be66-2c61fe426d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b80508-903d-486e-977f-82e1db928b60,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:28.566328 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2c496cb1-c287-4c0b-8e4f-603578e25e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.568344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53846) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:28.570539 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2c496cb1-c287-4c0b-8e4f-603578e25e73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7d455a2-ec1e-419f-9f01-c250e5d1e614 HTTP/1.1" status: 204 len: 168 time: 0.2288427 Mar 10 06:54:28.576455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Made reservation on behalf of 919e15604e15474999c57ae53f57f8c5 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:54:28.581349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.597663 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c496cb1-c287-4c0b-8e4f-603578e25e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d455a2-ec1e-419f-9f01-c250e5d1e614,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:28.600231 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.627639 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a40be28-3935-4e48-b1e7-ed53da17f0ae req-659c42b1-497e-41d6-ad1e-1a763ea09598 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030946 Mar 10 06:54:28.670496 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5781fa20-a050-4276-b145-6fe35f626385 admin admin] Publish callbacks [] for security_group (e0b80508-903d-486e-977f-82e1db928b60), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.698856 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5781fa20-a050-4276-b145-6fe35f626385 admin admin] Publish callbacks [] for security_group (e0b80508-903d-486e-977f-82e1db928b60), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.744710 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks [] for security_group (4d97aa14-b2c0-493e-9807-61c8a91beeea), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.762971 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (4d97aa14-b2c0-493e-9807-61c8a91beeea), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.772291 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5781fa20-a050-4276-b145-6fe35f626385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e0b80508-903d-486e-977f-82e1db928b60), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.775266 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5781fa20-a050-4276-b145-6fe35f626385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.777049 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5781fa20-a050-4276-b145-6fe35f626385 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0b80508-903d-486e-977f-82e1db928b60 HTTP/1.1" status: 204 len: 168 time: 0.2072809 Mar 10 06:54:28.789389 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781fa20-a050-4276-b145-6fe35f626385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b80508-903d-486e-977f-82e1db928b60,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:28.794776 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:54:28.828154 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (36ab7c58-0933-459f-b7c1-010369e0988f), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.828494 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Added segment 36ab7c58-0933-459f-b7c1-010369e0988f of type vlan for network 04a82a39-93b4-409b-ad9b-c79ad4668323 Mar 10 06:54:28.843936 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97aa14-b2c0-493e-9807-61c8a91beeea,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:28.864980 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}, {'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:28.869529 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7caa1b6-8af6-4292-96aa-416f589d0555" -d '{"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-plugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}, {"server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "name": "network-vif-plugged", "status": "completed", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:28.925060 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:28.941419 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae11ed9-77db-44b6-b8ce-aedd2e4e1ade x-openstack-request-id: req-cae11ed9-77db-44b6-b8ce-aedd2e4e1ade {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:28.942558 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-plugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "code": 200}, {"server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "name": "network-vif-plugged", "status": "completed", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:28.942971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cae11ed9-77db-44b6-b8ce-aedd2e4e1ade {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:28.943394 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'code': 200} Mar 10 06:54:28.943714 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a', 'code': 200} Mar 10 06:54:29.081566 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (04a82a39-93b4-409b-ad9b-c79ad4668323), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.095225 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dde35-39c4-4a3a-9b1d-cfd631849402 req-3ea9b938-16f0-416b-8afa-306fc84ff923 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.097018 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f46dde35-39c4-4a3a-9b1d-cfd631849402 req-3ea9b938-16f0-416b-8afa-306fc84ff923 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.3244629 Mar 10 06:54:29.125362 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00b66f-4c29-4759-8584-f0d6e509d934 req-56258418-1dbf-4a9d-b668-9653cd168911 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.128484 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5e00b66f-4c29-4759-8584-f0d6e509d934 req-56258418-1dbf-4a9d-b668-9653cd168911 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0837731 Mar 10 06:54:29.158811 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (04a82a39-93b4-409b-ad9b-c79ad4668323), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.159570 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.160139 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.218732 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7771153 Mar 10 06:54:29.224497 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f46dde35-39c4-4a3a-9b1d-cfd631849402 req-d97f118f-ef4f-44b1-b1f3-6e26bcc132d9 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186886 Mar 10 06:54:29.224953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53872) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:29.231722 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5e00b66f-4c29-4759-8584-f0d6e509d934 req-cc6912fe-9615-4d75-9525-e2064583f88e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865731 Mar 10 06:54:29.255214 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Request body: {'subnet': {'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-910600293-subnet', 'tenant_id': '919e15604e15474999c57ae53f57f8c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:29.258387 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea23c2c-8e73-46f9-a542-6ed432bdb306 admin admin] Pushing event updated for resources: {'Network': ['ID=04a82a39-93b4-409b-ad9b-c79ad4668323,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:29.270195 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 04a82a39-93b4-409b-ad9b-c79ad4668323 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:54:29.335837 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Made reservation on behalf of 919e15604e15474999c57ae53f57f8c5 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:54:29.338975 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.377620 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ad1ae-d718-486a-b5b3-223fde693042 req-4e999c93-f2eb-40f0-a2d0-3d8269939cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.379420 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c21ad1ae-d718-486a-b5b3-223fde693042 req-4e999c93-f2eb-40f0-a2d0-3d8269939cec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1129 time: 0.0926814 Mar 10 06:54:29.448533 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c21ad1ae-d718-486a-b5b3-223fde693042 req-92972550-2616-4fcf-8ef6-3b5f61d03ca0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628438 Mar 10 06:54:29.477824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c3c6-46e2-458a-8657-4beaae261cc6 req-38d45f6a-c7c9-47ad-a721-5bfee0f2e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.479303 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2314c3c6-46e2-458a-8657-4beaae261cc6 req-38d45f6a-c7c9-47ad-a721-5bfee0f2e62b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.1973743 Mar 10 06:54:29.527763 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53878) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:29.548117 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-36d184af-c09e-4616-9fb4-f8707d5dcc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.549472 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for subnet (886fe348-9b36-487e-ac72-25eac43aeddf), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.570637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53880) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:29.592718 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd011-598b-4b5a-9a85-931c7e9ec0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.613720 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886fe348-9b36-487e-ac72-25eac43aeddf,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:29.615955 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Checking segment: {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:54:29.616309 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Network hostable DHCP agents. Network: 04a82a39-93b4-409b-ad9b-c79ad4668323, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:54:29.634092 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Network 04a82a39-93b4-409b-ad9b-c79ad4668323 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:54:29.646047 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 04a82a39-93b4-409b-ad9b-c79ad4668323) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:54:29.654902 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effdbcd6-6a59-4b5e-99f2-bb7fc8b11a91 None None] Network 04a82a39-93b4-409b-ad9b-c79ad4668323 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:54:29.659266 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.659967 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.693290 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f5335e88-0fbd-46c6-a2cb-6e84cff2d7e0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4596519 Mar 10 06:54:29.781953 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-36d184af-c09e-4616-9fb4-f8707d5dcc89 admin admin] Publish callbacks [] for security_group (c05f4c06-8a7e-4371-8e08-9706e67338af), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.784349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a4e6d-62be-4c90-bc4f-7aceb6074ca8 req-6983318d-1fca-4b17-a746-64354712c357 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:29.794689 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-573a4e6d-62be-4c90-bc4f-7aceb6074ca8 req-6983318d-1fca-4b17-a746-64354712c357 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0728264 Mar 10 06:54:29.801479 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-36d184af-c09e-4616-9fb4-f8707d5dcc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c05f4c06-8a7e-4371-8e08-9706e67338af), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.857156 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-36d184af-c09e-4616-9fb4-f8707d5dcc89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71cfbcb701f1414d90b59e02b002c12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267224 Mar 10 06:54:29.862304 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe0631-d705-446a-8af0-5d3f324b6e69 None None] Network 04a82a39-93b4-409b-ad9b-c79ad4668323 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:54:29.865286 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 53892) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:29.867919 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-573a4e6d-62be-4c90-bc4f-7aceb6074ca8 req-b370c097-79e1-4cf2-b0c8-3d38687cd77b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697436 Mar 10 06:54:29.896936 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d184af-c09e-4616-9fb4-f8707d5dcc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05f4c06-8a7e-4371-8e08-9706e67338af,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:29.968755 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2314c3c6-46e2-458a-8657-4beaae261cc6 req-843d72db-a825-4323-bb82-632ce41451c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642915 Mar 10 06:54:29.970004 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd011-598b-4b5a-9a85-931c7e9ec0e0 admin admin] Publish callbacks [] for security_group (ce9cfe69-7ec6-488d-a905-132d35e8a254), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.986641 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b819da83-09cb-4519-95c3-14b990748963 admin admin] Publish callbacks [] for security_group (c05f4c06-8a7e-4371-8e08-9706e67338af), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:29.988396 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd011-598b-4b5a-9a85-931c7e9ec0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ce9cfe69-7ec6-488d-a905-132d35e8a254), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.063228 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bd011-598b-4b5a-9a85-931c7e9ec0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9cfe69-7ec6-488d-a905-132d35e8a254,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:30.067371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b819da83-09cb-4519-95c3-14b990748963 admin admin] Publish callbacks [] for security_group (c05f4c06-8a7e-4371-8e08-9706e67338af), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.084761 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ee1bd011-598b-4b5a-9a85-931c7e9ec0e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c1205d108034281a489527e8aeb4c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101221 Mar 10 06:54:30.085229 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 53900) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:30.125834 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b819da83-09cb-4519-95c3-14b990748963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c05f4c06-8a7e-4371-8e08-9706e67338af), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.129576 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b819da83-09cb-4519-95c3-14b990748963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.131631 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b819da83-09cb-4519-95c3-14b990748963 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c05f4c06-8a7e-4371-8e08-9706e67338af HTTP/1.1" status: 204 len: 168 time: 0.2611005 Mar 10 06:54:30.141671 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819da83-09cb-4519-95c3-14b990748963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05f4c06-8a7e-4371-8e08-9706e67338af,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:30.182019 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fb2683d-bcb1-48ec-a870-889e0466a67e admin admin] Publish callbacks [] for security_group (ce9cfe69-7ec6-488d-a905-132d35e8a254), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.212095 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fb2683d-bcb1-48ec-a870-889e0466a67e admin admin] Publish callbacks [] for security_group (ce9cfe69-7ec6-488d-a905-132d35e8a254), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.298558 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fb2683d-bcb1-48ec-a870-889e0466a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ce9cfe69-7ec6-488d-a905-132d35e8a254), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.303635 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9fb2683d-bcb1-48ec-a870-889e0466a67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:30.317423 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9fb2683d-bcb1-48ec-a870-889e0466a67e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce9cfe69-7ec6-488d-a905-132d35e8a254 HTTP/1.1" status: 204 len: 168 time: 0.2310421 Mar 10 06:54:30.335343 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2683d-bcb1-48ec-a870-889e0466a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9cfe69-7ec6-488d-a905-132d35e8a254,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:30.426979 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3947a8-d78a-4308-b30a-701fecae61af req-540a584b-6c32-46db-b17e-22187acc54a2 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:30.429411 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-df3947a8-d78a-4308-b30a-701fecae61af req-540a584b-6c32-46db-b17e-22187acc54a2 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.1235938 Mar 10 06:54:30.472902 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11009bb5-6f6c-4d00-8c5c-f7ae320bf70d req-bdda1932-b91f-4de3-b1cb-3ab79f876493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:30.475224 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-11009bb5-6f6c-4d00-8c5c-f7ae320bf70d req-bdda1932-b91f-4de3-b1cb-3ab79f876493 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.1149540 Mar 10 06:54:30.512646 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-df3947a8-d78a-4308-b30a-701fecae61af req-e56a89b1-7bf0-455e-9a00-fb53fb2f196d tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770948 Mar 10 06:54:30.579592 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-11009bb5-6f6c-4d00-8c5c-f7ae320bf70d req-f8317e74-6e18-45d2-8c54-d0d14c2c7172 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923798 Mar 10 06:54:30.996846 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b65ae6-0c94-4447-99be-ebb5f6e1b1c4 req-484eafac-f7c7-49de-8b0a-69b0b4323ea6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:30.998881 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-10b65ae6-0c94-4447-99be-ebb5f6e1b1c4 req-484eafac-f7c7-49de-8b0a-69b0b4323ea6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Mar 10 06:54:31.047072 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-10b65ae6-0c94-4447-99be-ebb5f6e1b1c4 req-ce3bd284-ec81-4e9b-b743-cb39ccce3e8d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Mar 10 06:54:31.696864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6632-e6c5-41ae-84f2-918a89caec43 req-17e41839-a4c4-495c-a934-d2751e116f3a tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:31.698293 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fd9d6632-e6c5-41ae-84f2-918a89caec43 req-17e41839-a4c4-495c-a934-d2751e116f3a tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0659821 Mar 10 06:54:31.744066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57590-898d-4ded-b42e-f10cdcac8fde req-6b9819f8-160b-4fa2-976e-8efb0c38a771 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:31.745598 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-29a57590-898d-4ded-b42e-f10cdcac8fde req-6b9819f8-160b-4fa2-976e-8efb0c38a771 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0725832 Mar 10 06:54:31.759500 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fd9d6632-e6c5-41ae-84f2-918a89caec43 req-f179271b-7205-4eec-878d-f2e611beabb7 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551414 Mar 10 06:54:31.840368 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-29a57590-898d-4ded-b42e-f10cdcac8fde req-9f15446b-e655-4732-b2bf-e5a89d5297c2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886261 Mar 10 06:54:32.058097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488275d-6fa5-43da-9248-06757a49391d req-4400910d-5585-47b1-a331-87556a4c3197 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:32.063494 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3488275d-6fa5-43da-9248-06757a49391d req-4400910d-5585-47b1-a331-87556a4c3197 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0732737 Mar 10 06:54:32.081082 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54012) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:32.093000 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'floatingip': {'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:32.200701 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-09924636-3f2e-494b-8ce4-a9a34169739d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:32.219556 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-09924636-3f2e-494b-8ce4-a9a34169739d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/networks?id=04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 200 len: 808 time: 0.1807942 Mar 10 06:54:32.243011 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-d65e5273-bdf2-42c4-9f58-9d28535aae5c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/quotas/919e15604e15474999c57ae53f57f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0213416 Mar 10 06:54:32.283143 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (b66ae54a-dae0-4793-a8c0-aba6dc71407b), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:32.299283 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-07d33c50-5d7c-47f1-a9b9-42a8767953f7 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=919e15604e15474999c57ae53f57f8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548286 Mar 10 06:54:32.457838 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2187-79c7-43ac-992d-22e2d07f43df req-822de449-0a42-4d30-bced-3965e30c73df tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:32.459883 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5c7b2187-79c7-43ac-992d-22e2d07f43df req-822de449-0a42-4d30-bced-3965e30c73df tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.3007526 Mar 10 06:54:32.486753 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-dc7de7a3-4ee3-4969-9842-9209518683ec service neutron] 10.222.0.35 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856117 Mar 10 06:54:32.576470 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5c7b2187-79c7-43ac-992d-22e2d07f43df req-efab743c-fa91-4b9f-b294-beb140e28e2c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996542 Mar 10 06:54:32.630986 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0a8f38a6-f746-4006-9928-0a8e9681b538 service neutron] 10.222.0.35 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363156 Mar 10 06:54:32.825158 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ddeaf11-2b0d-4d18-a40b-c79b16b2d739 req-f7d81831-bfca-4161-bb47-4c73298c7de7 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0297334 Mar 10 06:54:32.964090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35c49b-9277-4357-ad1c-030fb67c4877 req-2998a5c6-7f48-43e1-9655-ab219874f8d8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:32.968728 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-cb35c49b-9277-4357-ad1c-030fb67c4877 req-2998a5c6-7f48-43e1-9655-ab219874f8d8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.3048849 Mar 10 06:54:32.974520 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54058) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:32.982477 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'floatingip': {'port_id': '4029e2f4-d604-41ec-9148-10230fa8926a'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:33.078417 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (28ff901b-8585-4b76-be8d-954be4197b64), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:33.242395 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:33.249683 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (b66ae54a-dae0-4793-a8c0-aba6dc71407b), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:33.409196 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Floating IP b66ae54a-dae0-4793-a8c0-aba6dc71407b associated. External IP: 172.27.1.18, port: 93d67bd9-7f11-4e54-b75a-1582c8f7a98a. Mar 10 06:54:33.902854 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:54:33.991106 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063097f9-77db-47ad-842c-004b6403cd5f req-0120698b-2f9a-40ad-9936-8f0b7c78ab7c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0371735 Mar 10 06:54:34.078618 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:54:34.092046 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:54:34.093085 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:34.104198 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:54:34.104903 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:54:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:34.128458 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-afb8ea1c-dcbf-40d6-a188-fcf7094d1a7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "PUT /v2.0/floatingips/b66ae54a-dae0-4793-a8c0-aba6dc71407b HTTP/1.1" status: 200 len: 990 time: 2.0463965 Mar 10 06:54:34.129443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:34.131883 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75e8b4b-cccd-4545-852a-55752c346036" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:34.170196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6dd540-4ea7-4dbb-8083-3f27fac98255 x-openstack-request-id: req-cd6dd540-4ea7-4dbb-8083-3f27fac98255 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:34.170541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:34.170738 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd6dd540-4ea7-4dbb-8083-3f27fac98255 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:34.171138 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'status': 'completed', 'code': 200} Mar 10 06:54:34.176839 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:34.182393 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (28ff901b-8585-4b76-be8d-954be4197b64), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:34.242211 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:54:34.286281 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Floating IP 28ff901b-8585-4b76-be8d-954be4197b64 associated. External IP: 172.27.1.232, port: 4029e2f4-d604-41ec-9148-10230fa8926a. Mar 10 06:54:34.501748 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Router 30387c76-3448-4e73-acc5-6d8d49f93425 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:54:34.505558 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'b66ae54a-dae0-4793-a8c0-aba6dc71407b', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'mac_address': 'fa:16:3e:96:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0912ce-a37e-455e-b553-27220644f534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:53:44Z', 'updated_at': '2022-03-10T06:54:32Z', 'revision_number': 1, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:34.534953 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:54:34.544437 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:54:34.545545 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:54:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:34.620549 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:54:34.625303 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:34.637642 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:54:34.654278 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:54:34.655188 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:54:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:34.669718 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a4a1b66a-fe35-4c8b-89a1-3d3206e6b216 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "PUT /v2.0/floatingips/28ff901b-8585-4b76-be8d-954be4197b64 HTTP/1.1" status: 200 len: 991 time: 1.6939607 Mar 10 06:54:34.670369 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:34.673286 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192" -d '{"events": [{"name": "network-changed", "server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:34.717525 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e8f917-858f-416e-9008-132c9a5f9346 x-openstack-request-id: req-84e8f917-858f-416e-9008-132c9a5f9346 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:34.717819 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:34.718073 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84e8f917-858f-416e-9008-132c9a5f9346 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:34.719665 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a', 'status': 'completed', 'code': 200} Mar 10 06:54:34.760010 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:54:34.765730 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:54:34.979874 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'b66ae54a-dae0-4793-a8c0-aba6dc71407b', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'mac_address': 'fa:16:3e:96:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0912ce-a37e-455e-b553-27220644f534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:53:44Z', 'updated_at': '2022-03-10T06:54:32Z', 'revision_number': 1, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:35.010377 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823de4a-bbc6-4933-bdf4-567b1aa65562 None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'b66ae54a-dae0-4793-a8c0-aba6dc71407b', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'mac_address': 'fa:16:3e:96:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0912ce-a37e-455e-b553-27220644f534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:53:44Z', 'updated_at': '2022-03-10T06:54:32Z', 'revision_number': 1, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:54:35.028342 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '28ff901b-8585-4b76-be8d-954be4197b64', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'port_id': '4029e2f4-d604-41ec-9148-10230fa8926a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'mac_address': 'fa:16:3e:c3:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:53:46Z', 'updated_at': '2022-03-10T06:54:34Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:35.063049 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:54:35.071923 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:54:35.072545 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:54:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:35.103556 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d7aaa7c2-eeb8-4f80-9879-aa032257fc54 req-298d67ff-fd80-4127-a463-a5049e15a0f0 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0271442 Mar 10 06:54:35.182131 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:54:35.231898 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289c802-062b-49ca-b3c9-5728d2ccd556 None None] New status for floating IP b66ae54a-dae0-4793-a8c0-aba6dc71407b: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:54:35.423615 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '28ff901b-8585-4b76-be8d-954be4197b64', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'port_id': '4029e2f4-d604-41ec-9148-10230fa8926a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'mac_address': 'fa:16:3e:c3:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:53:46Z', 'updated_at': '2022-03-10T06:54:34Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:54:35.457541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322d4c-6b47-475b-a296-ac6fe5336e8a None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '28ff901b-8585-4b76-be8d-954be4197b64', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'port_id': '4029e2f4-d604-41ec-9148-10230fa8926a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'mac_address': 'fa:16:3e:c3:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:53:46Z', 'updated_at': '2022-03-10T06:54:34Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:54:35.633900 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95f3ab-ab27-48f2-9643-586412c71253 None None] New status for floating IP 28ff901b-8585-4b76-be8d-954be4197b64: ACTIVE {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:54:36.197123 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bcbffd69-bd0d-40e4-832f-488f73dce01d req-49012874-93c3-484c-a6b7-9903644275f5 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0274191 Mar 10 06:54:37.295661 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-942bcb3c-aa4f-4698-a5ae-337225a75fb1 req-fb225f59-2d60-4435-bab6-a955a14cd958 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0314925 Mar 10 06:54:37.298261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8b4b-cccd-4545-852a-55752c346036 req-f4a01101-84d2-4fa1-9ba5-045d74536381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.299800 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-f4a01101-84d2-4fa1-9ba5-045d74536381 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1129 time: 0.0737839 Mar 10 06:54:37.381195 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-e5339a38-6004-43f9-8f30-5b4d0ab22d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.382981 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-e5339a38-6004-43f9-8f30-5b4d0ab22d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.0858929 Mar 10 06:54:37.429378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8b4b-cccd-4545-852a-55752c346036 req-2981734c-3700-4acc-8b74-5eb477175b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.430840 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-2981734c-3700-4acc-8b74-5eb477175b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.1056988 Mar 10 06:54:37.532607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-3e678a6d-5f90-400f-8b70-15ef67d03bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.534151 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-3e678a6d-5f90-400f-8b70-15ef67d03bf4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.1447265 Mar 10 06:54:37.608803 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-2340fa77-db0b-498a-bcb8-43630acc0894 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 1000 time: 0.0959680 Mar 10 06:54:37.640938 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-dfc09f32-ca9e-4866-96ac-bd2dc88c7f75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1001 time: 0.0943031 Mar 10 06:54:37.656858 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8b4b-cccd-4545-852a-55752c346036 req-5103409a-3e76-446e-ad3f-837644e18117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.659468 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-5103409a-3e76-446e-ad3f-837644e18117 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0445993 Mar 10 06:54:37.681451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:37.719946 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8b4b-cccd-4545-852a-55752c346036 req-97fab421-fca8-4b40-8c84-3fc88f1e806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.721594 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-97fab421-fca8-4b40-8c84-3fc88f1e806b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553799 Mar 10 06:54:37.827851 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-d57594f4-b3d9-4407-b0c6-5039dc39d7e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997689 Mar 10 06:54:37.895262 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-e3ef619f-9b7f-4380-aecb-01306fc8bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:37.897090 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-e3ef619f-9b7f-4380-aecb-01306fc8bff1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.2475209 Mar 10 06:54:37.989124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-0885070d-eefe-4120-8b79-89072cb3e596 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219733 Mar 10 06:54:38.024722 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-b66b9c51-ff0e-4203-a515-7ab68e0a9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:38.026517 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-b66b9c51-ff0e-4203-a515-7ab68e0a9fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691030 Mar 10 06:54:38.081951 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-97234dd7-d8bc-4e7a-9436-8dea7982ce20 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:38.083320 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-97234dd7-d8bc-4e7a-9436-8dea7982ce20 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "GET /v2.0/networks?id=04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 200 len: 808 time: 0.1252887 Mar 10 06:54:38.106608 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Request body: {'port': {'device_id': '28977efd-c40b-494a-9917-f9e09d777e3c', 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323', 'admin_state_up': True, 'tenant_id': '919e15604e15474999c57ae53f57f8c5'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:38.144145 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-ca9e595a-dbd9-41f9-93ad-e1cb51bff7c7 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004515 Mar 10 06:54:38.217754 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Made reservation on behalf of 919e15604e15474999c57ae53f57f8c5 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:54:38.221346 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:38.238120 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9933a1d-b8e4-41e0-a08c-5c7cdfd70192 req-1efa9e54-3f2f-45a2-a992-c832eb3505d7 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Mar 10 06:54:38.356950 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Allocated IP 172.20.0.9 (04a82a39-93b4-409b-ad9b-c79ad4668323/886fe348-9b36-487e-ac72-25eac43aeddf/adfcf314-f0ab-4616-b8d9-df64fe4aab7f) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:54:38.398364 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-55c3f5f3-555e-462f-a4f4-20af9fb6ef29 req-5581571a-3640-4eaa-8257-3fe42c2d2fc1 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0305641 Mar 10 06:54:38.517306 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks [] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:38.550327 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:38.596084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Network 04a82a39-93b4-409b-ad9b-c79ad4668323 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:54:38.601129 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:54:38.605028 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:54:38.610153 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:38.611286 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:38.617031 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Pushing event updated for resources: {'Port': ['ID=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:38.629990 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.630369 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.630718 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.631068 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.631436 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.631817 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.632156 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.632488 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.632816 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.633172 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.633501 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.633825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.634149 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:38.640252 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-7fac93f3-04d0-4515-b121-650be8dbe709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5388012 Mar 10 06:54:38.668345 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Request body: {'port': {'device_id': '28977efd-c40b-494a-9917-f9e09d777e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:54:38.724783 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:39.015781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfcf314-f0ab-4616-b8d9-df64fe4aab7f {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:39.023851 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Publish callbacks [] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:39.036173 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Transition to ACTIVE for port object adfcf314-f0ab-4616-b8d9-df64fe4aab7f will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:54:39.038963 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-5d98897e-9300-4532-900f-6fedbc462f6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439377 Mar 10 06:54:39.039732 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:39.093163 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Pushing event updated for resources: {'Port': ['ID=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:39.122023 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Attempting to bind port adfcf314-f0ab-4616-b8d9-df64fe4aab7f on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:54:39.122355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Attempting to bind port adfcf314-f0ab-4616-b8d9-df64fe4aab7f by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:54:39.122682 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Attempting to bind port adfcf314-f0ab-4616-b8d9-df64fe4aab7f on network 04a82a39-93b4-409b-ad9b-c79ad4668323 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:54:39.127017 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Port adfcf314-f0ab-4616-b8d9-df64fe4aab7f on network 04a82a39-93b4-409b-ad9b-c79ad4668323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:54:39.127335 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Attempting to bind port adfcf314-f0ab-4616-b8d9-df64fe4aab7f on network 04a82a39-93b4-409b-ad9b-c79ad4668323 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:54:39.132308 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:54:39.132642 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Checking segment: {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:54:39.133042 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Bound using segment: {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:54:39.133470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Bound port: adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:54:39.133824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:39.156137 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-b37f48aa-a9e8-4852-a209-ad6b1a3d7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:39.158228 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-b37f48aa-a9e8-4852-a209-ad6b1a3d7526 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14ea42153c2a4e49979a7ec084c3884f&device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 1130 time: 0.0504534 Mar 10 06:54:39.194515 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] For port adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:54:39.197475 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] For port adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:54:39.204754 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:39.242179 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:39.242822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:39.244150 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] 10.222.0.36 "PUT /v2.0/ports/adfcf314-f0ab-4616-b8d9-df64fe4aab7f HTTP/1.1" status: 200 len: 1093 time: 0.5797586 Mar 10 06:54:39.244585 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28977efd-c40b-494a-9917-f9e09d777e3c', 'tag': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:39.246823 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394f41d7-3557-4e36-92cc-16c37af9e553" -d '{"events": [{"name": "network-changed", "server_uuid": "28977efd-c40b-494a-9917-f9e09d777e3c", "tag": "adfcf314-f0ab-4616-b8d9-df64fe4aab7f"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:39.263170 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-854ab1c6-bb5f-4917-b8c0-cde567d1642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:39.265235 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-854ab1c6-bb5f-4917-b8c0-cde567d1642d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b5329f5-18c1-4d10-a7a1-0af80254d07f HTTP/1.1" status: 200 len: 911 time: 0.0898905 Mar 10 06:54:39.270707 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1673c2-c43c-436f-aa84-68c2cfb1c66c service neutron] Pushing event updated for resources: {'Port': ['ID=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:39.294312 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e962190-0332-4d52-a42e-a68887823ba4 x-openstack-request-id: req-4e962190-0332-4d52-a42e-a68887823ba4 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:39.294693 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28977efd-c40b-494a-9917-f9e09d777e3c", "tag": "adfcf314-f0ab-4616-b8d9-df64fe4aab7f", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:39.294945 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e962190-0332-4d52-a42e-a68887823ba4 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:39.295338 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28977efd-c40b-494a-9917-f9e09d777e3c', 'tag': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f', 'status': 'completed', 'code': 200} Mar 10 06:54:39.312475 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-1de1acd4-20fa-492e-94aa-2b9398be49c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 HTTP/1.1" status: 200 len: 217 time: 0.0399578 Mar 10 06:54:39.515994 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab33e23-5957-4b47-9697-ca3018a3b70c req-3da8bbed-8f0d-4c7b-8ffc-419762f4836e tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:39.518002 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6ab33e23-5957-4b47-9697-ca3018a3b70c req-3da8bbed-8f0d-4c7b-8ffc-419762f4836e tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0531306 Mar 10 06:54:39.562662 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6ab33e23-5957-4b47-9697-ca3018a3b70c req-a6e7bb04-bce7-490c-9547-a2883ebcdbfb tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 Mar 10 06:54:40.680124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fc278-729f-4590-b20a-b471934502d3 req-532c6fcf-0aaa-4eb5-a583-f84010d7a7b2 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:40.681588 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ed4fc278-729f-4590-b20a-b471934502d3 req-532c6fcf-0aaa-4eb5-a583-f84010d7a7b2 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0505910 Mar 10 06:54:40.726469 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ed4fc278-729f-4590-b20a-b471934502d3 req-01e7b60e-13f7-4df8-b862-5a904589dcb2 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Mar 10 06:54:41.860703 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-1aa8723a-9aa3-4a8a-8809-1d675facdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:41.862265 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-1aa8723a-9aa3-4a8a-8809-1d675facdf5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=578bef1e-59de-4015-be7d-741ae14b11e2 HTTP/1.1" status: 200 len: 851 time: 0.0773842 Mar 10 06:54:41.877810 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae51da-ad1f-42b1-9a8d-4366132e9b86 req-80305607-06d4-4370-8b2e-824e7cab8977 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:41.879702 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2eae51da-ad1f-42b1-9a8d-4366132e9b86 req-80305607-06d4-4370-8b2e-824e7cab8977 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0863183 Mar 10 06:54:41.938174 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2eae51da-ad1f-42b1-9a8d-4366132e9b86 req-555e3935-ad31-4549-8b76-93e1b2100671 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514438 Mar 10 06:54:43.058037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86a09e-fe5c-49fb-98ef-2b812073aeb4 req-78ef150f-2c72-4eea-96c0-283fc2441781 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:43.059470 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f86a09e-fe5c-49fb-98ef-2b812073aeb4 req-78ef150f-2c72-4eea-96c0-283fc2441781 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0573025 Mar 10 06:54:43.069126 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-96a27e92-eeb8-4634-b747-c9bf701a35ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b5329f5-18c1-4d10-a7a1-0af80254d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251272 Mar 10 06:54:43.122043 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-4beb5a1a-9e5f-4d08-9a44-432bc3b8190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:43.123495 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-4beb5a1a-9e5f-4d08-9a44-432bc3b8190d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=919e15604e15474999c57ae53f57f8c5&device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 1127 time: 0.0809240 Mar 10 06:54:43.131312 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f86a09e-fe5c-49fb-98ef-2b812073aeb4 req-b72f1786-6c55-4979-946b-5d9ecdc06329 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543914 Mar 10 06:54:43.169772 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-649b31f9-ca2b-4895-bc39-ad76146f4ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941386 Mar 10 06:54:43.176809 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-ca046e68-bff4-4709-9d7f-65d3214322a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f HTTP/1.1" status: 200 len: 217 time: 0.0376825 Mar 10 06:54:43.224705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-21b1bbff-589a-4166-b061-e86fe327602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:43.226050 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-21b1bbff-589a-4166-b061-e86fe327602e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=886fe348-9b36-487e-ac72-25eac43aeddf HTTP/1.1" status: 200 len: 848 time: 0.0444775 Mar 10 06:54:43.258866 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-d25eab61-4f8c-4e20-b4c7-a2079901c28c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04a82a39-93b4-409b-ad9b-c79ad4668323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265174 Mar 10 06:54:43.263990 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b5e1451d-26fd-4ff7-a74c-7630151e6908 req-bc4653be-0381-4229-9b6d-de507b4211a3 service neutron] 10.222.0.36 "GET /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Mar 10 06:54:43.367695 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-fe8d592f-cb77-4c51-b63a-6294db620407 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871902 Mar 10 06:54:43.456278 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c24c94c6-fe64-49b0-a495-c66087876e8d req-f416bd57-2f80-411e-8abf-f6f5db27a838 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Mar 10 06:54:43.585955 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-4cd74c98-695a-4c08-8280-c7976c2f59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:43.587463 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-4cd74c98-695a-4c08-8280-c7976c2f59a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=919e15604e15474999c57ae53f57f8c5&device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 1127 time: 0.0440984 Mar 10 06:54:43.678690 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-54fce36b-dbc4-4db6-a3c9-dc611af6bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:43.680139 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-54fce36b-dbc4-4db6-a3c9-dc611af6bf18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 200 len: 908 time: 0.0858011 Mar 10 06:54:43.731526 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-7c4be4d3-c6e4-4395-832f-a4068ab80bc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f HTTP/1.1" status: 200 len: 217 time: 0.0344915 Mar 10 06:54:43.777603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-5d3a1d09-979a-4fb5-a3dd-b26a077f6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:43.778972 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-5d3a1d09-979a-4fb5-a3dd-b26a077f6e37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=886fe348-9b36-487e-ac72-25eac43aeddf HTTP/1.1" status: 200 len: 848 time: 0.0413153 Mar 10 06:54:43.810724 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-7eb09e16-e53a-4572-81f2-8d6bd4c0e88a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04a82a39-93b4-409b-ad9b-c79ad4668323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258892 Mar 10 06:54:43.896467 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-091f5ce7-8e38-4619-a60b-baa825c79083 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797212 Mar 10 06:54:44.009240 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-394f41d7-3557-4e36-92cc-16c37af9e553 req-71189c27-f987-4b9e-954c-a41916476e35 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Mar 10 06:54:44.250493 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca908e-c4b8-40cc-93ad-b42893f4a047 req-2bb1a3b0-6b0e-495e-9dd8-84c48c0dc0b1 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:44.251917 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-49ca908e-c4b8-40cc-93ad-b42893f4a047 req-2bb1a3b0-6b0e-495e-9dd8-84c48c0dc0b1 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0514164 Mar 10 06:54:44.301129 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-49ca908e-c4b8-40cc-93ad-b42893f4a047 req-9ffacb85-d76c-41fe-bca1-b3c21fcea266 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Mar 10 06:54:45.415797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bef7-aa72-4312-9d1f-e74f5546e3ab req-9e3e152e-f4fa-4896-b7e4-811e6b7558f2 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:45.417291 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dfd2bef7-aa72-4312-9d1f-e74f5546e3ab req-9e3e152e-f4fa-4896-b7e4-811e6b7558f2 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0503602 Mar 10 06:54:45.463280 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dfd2bef7-aa72-4312-9d1f-e74f5546e3ab req-176009eb-e288-4f2b-88c4-8c219e9276dc tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Mar 10 06:54:46.242269 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:54:46.581500 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325d1c-35ba-4bbc-afe2-c9272f4af3fe req-1944fb7c-7994-45cd-b7f5-914ceb350457 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:46.583005 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-68325d1c-35ba-4bbc-afe2-c9272f4af3fe req-1944fb7c-7994-45cd-b7f5-914ceb350457 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0557880 Mar 10 06:54:46.627852 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-68325d1c-35ba-4bbc-afe2-c9272f4af3fe req-f1aa5eb2-7806-4855-95c7-9795206828f8 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Mar 10 06:54:47.739514 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406c64a-74f7-4338-b320-ee613f43a2f5 req-4fe7f907-3b50-4b48-aa45-938c6b7fb344 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:47.740412 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d406c64a-74f7-4338-b320-ee613f43a2f5 req-4fe7f907-3b50-4b48-aa45-938c6b7fb344 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0505149 Mar 10 06:54:47.787891 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d406c64a-74f7-4338-b320-ee613f43a2f5 req-98653537-b39b-4f62-a28a-c260d9fae3e6 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Mar 10 06:54:48.909671 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c313b-6789-42a8-a360-a439a08020d9 req-391a0e24-be0b-49d5-aa92-7281232bab81 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:48.909671 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-be5c313b-6789-42a8-a360-a439a08020d9 req-391a0e24-be0b-49d5-aa92-7281232bab81 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0569086 Mar 10 06:54:48.954641 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-be5c313b-6789-42a8-a360-a439a08020d9 req-fce1c698-d08d-40d6-bfe5-ee5b4fecb819 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Mar 10 06:54:50.072041 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82507-04b1-43b7-a2d0-590ab156caad req-47981449-c574-4804-ae01-cb2981ac1a39 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:50.073821 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d4f82507-04b1-43b7-a2d0-590ab156caad req-47981449-c574-4804-ae01-cb2981ac1a39 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0505011 Mar 10 06:54:50.121076 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d4f82507-04b1-43b7-a2d0-590ab156caad req-1207121a-d45c-49a5-9c8f-7b6bf73f749a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Mar 10 06:54:51.235715 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcb232-ea4e-4a38-a6e7-16833249e1f2 req-86201f52-136d-4fc6-b9bd-548cc6e1861a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:51.237183 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7cdcb232-ea4e-4a38-a6e7-16833249e1f2 req-86201f52-136d-4fc6-b9bd-548cc6e1861a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0534053 Mar 10 06:54:51.281372 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7cdcb232-ea4e-4a38-a6e7-16833249e1f2 req-3ecdf926-e5f5-4be8-826e-b9f0824dbad5 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Mar 10 06:54:52.393380 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b34b-ec17-427c-9736-f151d529491d req-78438303-2163-4b59-81f3-ba0db0e11b35 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:52.394824 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4f77b34b-ec17-427c-9736-f151d529491d req-78438303-2163-4b59-81f3-ba0db0e11b35 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0498805 Mar 10 06:54:52.438490 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4f77b34b-ec17-427c-9736-f151d529491d req-9ff4831e-c276-40bd-bd59-5d3991d3a3ab tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383449 Mar 10 06:54:52.641098 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0cde67cf-726c-47ed-a946-2faa18bf9985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:53.550822 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991236c4-b1f5-4bf8-96d7-503cadf3ad00 req-56466181-799c-40e0-865b-c1b6d517fd47 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:53.552259 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-991236c4-b1f5-4bf8-96d7-503cadf3ad00 req-56466181-799c-40e0-865b-c1b6d517fd47 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0505903 Mar 10 06:54:53.597344 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-991236c4-b1f5-4bf8-96d7-503cadf3ad00 req-ed6c625f-5b95-4c91-b6c7-6e7ddf06e2da tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Mar 10 06:54:54.711689 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e6c4d-5268-4c89-9ceb-721806dd8baf req-ff0c6b67-b0e8-4ce0-9944-c82b4e574118 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:54.713176 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ce7e6c4d-5268-4c89-9ceb-721806dd8baf req-ff0c6b67-b0e8-4ce0-9944-c82b4e574118 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 943 time: 0.0529113 Mar 10 06:54:54.757678 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ce7e6c4d-5268-4c89-9ceb-721806dd8baf req-2a7b0985-fe81-4820-8a39-693ff87e39df tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Mar 10 06:54:54.965275 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d570ca44-fdbe-444f-8800-7a9c208d88f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:55.595701 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device adfcf314-f0ab-4616-b8d9-df64fe4aab7f details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:54:55.691745 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:55.702853 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f', 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323', 'port_id': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f', 'mac_address': 'fa:16:3e:54:ee:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fe348-9b36-487e-ac72-25eac43aeddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:54:55.738134 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port adfcf314-f0ab-4616-b8d9-df64fe4aab7f is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:55.738521 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:55.751154 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfcf314-f0ab-4616-b8d9-df64fe4aab7f {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:54:55.769112 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:55.772423 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:55.817936 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:55.825176 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.825558 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.825918 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.826257 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.826588 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.826919 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.827246 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.827573 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.827896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.828232 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.828582 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.828903 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.829249 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:55.872362 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a43b94-ac9f-416c-8f70-f8a948cdc66c req-821eb01e-1677-418f-9822-cfac4519ca9f tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:55.873767 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f7a43b94-ac9f-416c-8f70-f8a948cdc66c req-821eb01e-1677-418f-9822-cfac4519ca9f tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 944 time: 0.0517581 Mar 10 06:54:55.922403 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f7a43b94-ac9f-416c-8f70-f8a948cdc66c req-8bdacf23-e9d8-408b-aaf8-938849e2fa90 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Mar 10 06:54:55.974356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.351878 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54532) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:56.458671 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.514456 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['adfcf314-f0ab-4616-b8d9-df64fe4aab7f'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:54:56.534801 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Publish callbacks [] for security_group (8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.538809 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.577953 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4a053b17d4040bcafa4060d40e74888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248390 Mar 10 06:54:56.578804 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:56.580724 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54540) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:56.585988 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.586342 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.586684 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.587022 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.587358 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.587683 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.588007 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.588335 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.588659 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.588981 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.589893 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.590211 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.590528 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3742fb1-2c8c-49f0-bb8d-78deff86389e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:54:56.644733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9dea-9451-4b27-baf0-681161709e7c admin admin] Publish callbacks [] for security_group (8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.665890 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9dea-9451-4b27-baf0-681161709e7c admin admin] Publish callbacks [] for security_group (8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.710378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9dea-9451-4b27-baf0-681161709e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.712897 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9dea-9451-4b27-baf0-681161709e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:56.714094 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b2eb9dea-9451-4b27-baf0-681161709e7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5 HTTP/1.1" status: 204 len: 168 time: 0.1321430 Mar 10 06:54:56.721771 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb9dea-9451-4b27-baf0-681161709e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f732246-4a0a-4dcd-9d4b-cb1ed1e75bd5,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:56.966218 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54550) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:56.985680 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de227fc2-ff8d-4cb3-b80c-bb006b570fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.071633 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f558091-3a88-464d-bd6a-331003b0a905 req-8ab45dfd-5a68-4a13-a02d-cc032680fe09 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:57.073104 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f558091-3a88-464d-bd6a-331003b0a905 req-8ab45dfd-5a68-4a13-a02d-cc032680fe09 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 944 time: 0.0800335 Mar 10 06:54:57.126833 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de227fc2-ff8d-4cb3-b80c-bb006b570fbd admin admin] Publish callbacks [] for security_group (0cb524ac-8dc6-4dd5-981f-17bd753f1e72), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.134011 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de227fc2-ff8d-4cb3-b80c-bb006b570fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0cb524ac-8dc6-4dd5-981f-17bd753f1e72), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.152804 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f558091-3a88-464d-bd6a-331003b0a905 req-b413cba0-c223-437f-a7b7-ae74ae0768cf tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730553 Mar 10 06:54:57.175311 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-de227fc2-ff8d-4cb3-b80c-bb006b570fbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=734cd41412544feca69461c66507924d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078419 Mar 10 06:54:57.176119 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de227fc2-ff8d-4cb3-b80c-bb006b570fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb524ac-8dc6-4dd5-981f-17bd753f1e72,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:57.178025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54552) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:57.226607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c640bcd8-7a24-4491-9e42-f9feec23419f admin admin] Publish callbacks [] for security_group (0cb524ac-8dc6-4dd5-981f-17bd753f1e72), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.251167 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c640bcd8-7a24-4491-9e42-f9feec23419f admin admin] Publish callbacks [] for security_group (0cb524ac-8dc6-4dd5-981f-17bd753f1e72), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.308876 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c640bcd8-7a24-4491-9e42-f9feec23419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0cb524ac-8dc6-4dd5-981f-17bd753f1e72), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.311625 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c640bcd8-7a24-4491-9e42-f9feec23419f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.312769 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c640bcd8-7a24-4491-9e42-f9feec23419f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cb524ac-8dc6-4dd5-981f-17bd753f1e72 HTTP/1.1" status: 204 len: 168 time: 0.1337500 Mar 10 06:54:57.321600 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640bcd8-7a24-4491-9e42-f9feec23419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb524ac-8dc6-4dd5-981f-17bd753f1e72,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:57.561301 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:57.798661 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54590) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:57.958740 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b85384e9-2d34-49e0-9a40-d31317774adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.043954 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b85384e9-2d34-49e0-9a40-d31317774adb admin admin] Publish callbacks [] for security_group (c7560244-a06d-4b3a-add7-97288c42fa5a), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.049148 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b85384e9-2d34-49e0-9a40-d31317774adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c7560244-a06d-4b3a-add7-97288c42fa5a), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.089511 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b85384e9-2d34-49e0-9a40-d31317774adb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98db9e6ed9ec4be1bc466078071215fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890589 Mar 10 06:54:58.090384 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85384e9-2d34-49e0-9a40-d31317774adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7560244-a06d-4b3a-add7-97288c42fa5a,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:58.092204 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54608) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:54:58.145779 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-343d6631-5ec2-4185-b75c-ff3c01ad9213 admin admin] Publish callbacks [] for security_group (c7560244-a06d-4b3a-add7-97288c42fa5a), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.170904 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-343d6631-5ec2-4185-b75c-ff3c01ad9213 admin admin] Publish callbacks [] for security_group (c7560244-a06d-4b3a-add7-97288c42fa5a), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.233380 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-343d6631-5ec2-4185-b75c-ff3c01ad9213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c7560244-a06d-4b3a-add7-97288c42fa5a), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.235993 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-343d6631-5ec2-4185-b75c-ff3c01ad9213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:58.239973 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-343d6631-5ec2-4185-b75c-ff3c01ad9213 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7560244-a06d-4b3a-add7-97288c42fa5a HTTP/1.1" status: 204 len: 168 time: 0.1462145 Mar 10 06:54:58.253914 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d6631-5ec2-4185-b75c-ff3c01ad9213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7560244-a06d-4b3a-add7-97288c42fa5a,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:58.324066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4bc4-bed8-45cf-89fd-7374a3827eae req-66c1f649-0fea-42fa-a0d7-1fdc17e6434a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:58.326846 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-db9b4bc4-bed8-45cf-89fd-7374a3827eae req-66c1f649-0fea-42fa-a0d7-1fdc17e6434a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 944 time: 0.0683672 Mar 10 06:54:58.397355 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-db9b4bc4-bed8-45cf-89fd-7374a3827eae req-f1c0b1d0-9c28-4174-bd0a-5a4db498ce5a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604644 Mar 10 06:54:58.922941 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:59.520881 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b449f08-babe-4428-b8ba-60f59bff92ae req-1dd773ee-0749-4b46-bf4e-35ff70219b22 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:54:59.528910 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9b449f08-babe-4428-b8ba-60f59bff92ae req-1dd773ee-0749-4b46-bf4e-35ff70219b22 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 944 time: 0.0720909 Mar 10 06:54:59.611382 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9b449f08-babe-4428-b8ba-60f59bff92ae req-5874d0c3-4052-4fc9-a482-9ec95518e689 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749276 Mar 10 06:54:59.615969 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device adfcf314-f0ab-4616-b8d9-df64fe4aab7f up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:54:59.712741 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port adfcf314-f0ab-4616-b8d9-df64fe4aab7f completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:54:59.717825 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port adfcf314-f0ab-4616-b8d9-df64fe4aab7f triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:54:59.718446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:59.807847 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port adfcf314-f0ab-4616-b8d9-df64fe4aab7f is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:54:59.807847 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:59.832395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28977efd-c40b-494a-9917-f9e09d777e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:54:59.834653 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326f3bb-16c7-4a9f-b084-a4bc7b891fed" -d '{"events": [{"server_uuid": "28977efd-c40b-494a-9917-f9e09d777e3c", "name": "network-vif-plugged", "status": "completed", "tag": "adfcf314-f0ab-4616-b8d9-df64fe4aab7f"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:54:59.850320 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:54:59.855643 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:54:59.883628 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ebebe-b22d-41c6-966e-c7f5f8acbe96 x-openstack-request-id: req-cf0ebebe-b22d-41c6-966e-c7f5f8acbe96 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:54:59.883924 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28977efd-c40b-494a-9917-f9e09d777e3c", "name": "network-vif-plugged", "status": "completed", "tag": "adfcf314-f0ab-4616-b8d9-df64fe4aab7f", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:54:59.884179 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf0ebebe-b22d-41c6-966e-c7f5f8acbe96 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:54:59.884567 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28977efd-c40b-494a-9917-f9e09d777e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f', 'code': 200} Mar 10 06:54:59.909526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:54:59.917663 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54722) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:00.026786 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-df8769c1-6fed-4f6e-9001-a68c74d56b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.134211 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a60297-1dbe-4827-9b76-ac3f869e4552 req-793c0590-dbd7-4c66-8ee1-da74fbd84127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:00.136212 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-20a60297-1dbe-4827-9b76-ac3f869e4552 req-793c0590-dbd7-4c66-8ee1-da74fbd84127 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 1129 time: 0.0752401 Mar 10 06:55:00.140479 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-df8769c1-6fed-4f6e-9001-a68c74d56b7c admin admin] Publish callbacks [] for security_group (e023fb18-49cc-46ae-9dc7-5317c041b561), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.157596 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-df8769c1-6fed-4f6e-9001-a68c74d56b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e023fb18-49cc-46ae-9dc7-5317c041b561), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.211585 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-df8769c1-6fed-4f6e-9001-a68c74d56b7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b2ad1232802473886b2ff8b19877874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925899 Mar 10 06:55:00.214708 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54732) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:00.215491 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8769c1-6fed-4f6e-9001-a68c74d56b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e023fb18-49cc-46ae-9dc7-5317c041b561,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:00.222183 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-20a60297-1dbe-4827-9b76-ac3f869e4552 req-f4e8e7b7-221e-400d-8084-4246a06c9d3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795844 Mar 10 06:55:00.266439 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ee4155f-24b5-4395-8e3a-0425f958d0f5 admin admin] Publish callbacks [] for security_group (e023fb18-49cc-46ae-9dc7-5317c041b561), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.290731 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ee4155f-24b5-4395-8e3a-0425f958d0f5 admin admin] Publish callbacks [] for security_group (e023fb18-49cc-46ae-9dc7-5317c041b561), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.340637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ee4155f-24b5-4395-8e3a-0425f958d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e023fb18-49cc-46ae-9dc7-5317c041b561), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.343848 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2ee4155f-24b5-4395-8e3a-0425f958d0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.345366 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-2ee4155f-24b5-4395-8e3a-0425f958d0f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e023fb18-49cc-46ae-9dc7-5317c041b561 HTTP/1.1" status: 204 len: 168 time: 0.1295741 Mar 10 06:55:00.353721 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4155f-24b5-4395-8e3a-0425f958d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023fb18-49cc-46ae-9dc7-5317c041b561,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:00.531994 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54748) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:00.619924 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54752) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:00.633408 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9926-976c-46e2-86ed-877760e04c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.644269 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1e588f56-53d9-4c7b-8d93-2b1724ce42fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.743335 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1e588f56-53d9-4c7b-8d93-2b1724ce42fc admin admin] Publish callbacks [] for security_group (481bd175-2a4c-4bee-9335-33b01f2f50b5), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.749896 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1e588f56-53d9-4c7b-8d93-2b1724ce42fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (481bd175-2a4c-4bee-9335-33b01f2f50b5), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.763142 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9926-976c-46e2-86ed-877760e04c20 admin admin] Publish callbacks [] for security_group (c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.782526 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9926-976c-46e2-86ed-877760e04c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.795473 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1e588f56-53d9-4c7b-8d93-2b1724ce42fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fee0bc2a42d4378a506c8d83b02f820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600489 Mar 10 06:55:00.795677 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54764) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:00.799776 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4ab2-6d8c-4c0b-9fdc-c367705c9454 req-e7091c06-589c-4eb7-93f1-e775841f39ed tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:00.801273 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ac4d4ab2-6d8c-4c0b-9fdc-c367705c9454 req-e7091c06-589c-4eb7-93f1-e775841f39ed tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0981171 Mar 10 06:55:00.801901 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e588f56-53d9-4c7b-8d93-2b1724ce42fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481bd175-2a4c-4bee-9335-33b01f2f50b5,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:00.855558 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d496de9f-c867-485e-a316-d8dda77bb33c admin admin] Publish callbacks [] for security_group (481bd175-2a4c-4bee-9335-33b01f2f50b5), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.861903 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9926-976c-46e2-86ed-877760e04c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:00.870387 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-bfcc9926-976c-46e2-86ed-877760e04c20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c18fa6b76e949d18aaebfcc4ac96b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495110 Mar 10 06:55:00.875078 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54770) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:00.895740 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d496de9f-c867-485e-a316-d8dda77bb33c admin admin] Publish callbacks [] for security_group (481bd175-2a4c-4bee-9335-33b01f2f50b5), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.900665 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ac4d4ab2-6d8c-4c0b-9fdc-c367705c9454 req-c2b4e891-4f4f-4e3a-a2c0-b3edeee45dff tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769713 Mar 10 06:55:00.961642 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-72617210-d76f-4192-8bb9-9a2d781967eb admin admin] Publish callbacks [] for security_group (c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.986371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-72617210-d76f-4192-8bb9-9a2d781967eb admin admin] Publish callbacks [] for security_group (c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.992487 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d496de9f-c867-485e-a316-d8dda77bb33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (481bd175-2a4c-4bee-9335-33b01f2f50b5), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.996002 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d496de9f-c867-485e-a316-d8dda77bb33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:00.997251 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d496de9f-c867-485e-a316-d8dda77bb33c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/481bd175-2a4c-4bee-9335-33b01f2f50b5 HTTP/1.1" status: 204 len: 168 time: 0.2004697 Mar 10 06:55:01.015149 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496de9f-c867-485e-a316-d8dda77bb33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481bd175-2a4c-4bee-9335-33b01f2f50b5,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:01.055093 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-72617210-d76f-4192-8bb9-9a2d781967eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.058907 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-72617210-d76f-4192-8bb9-9a2d781967eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.061474 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-72617210-d76f-4192-8bb9-9a2d781967eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd HTTP/1.1" status: 204 len: 168 time: 0.1853864 Mar 10 06:55:01.071974 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72617210-d76f-4192-8bb9-9a2d781967eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60473a4-918c-4e8a-b9b1-c3ffd5c2cffd,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:01.378976 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54806) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:01.393106 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3432dbc-b722-42be-b3ce-0de3430dd184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.471538 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3432dbc-b722-42be-b3ce-0de3430dd184 admin admin] Publish callbacks [] for security_group (61de6830-ce4a-4964-b131-249a9b2542b3), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.475527 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3432dbc-b722-42be-b3ce-0de3430dd184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (61de6830-ce4a-4964-b131-249a9b2542b3), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.512527 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f3432dbc-b722-42be-b3ce-0de3430dd184 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=835d8ab109fe431b905adebe802138d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320999 Mar 10 06:55:01.513398 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3432dbc-b722-42be-b3ce-0de3430dd184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61de6830-ce4a-4964-b131-249a9b2542b3,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:01.517262 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54812) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:01.568292 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3459-3607-4a83-95d3-3dc647bdbb1f admin admin] Publish callbacks [] for security_group (61de6830-ce4a-4964-b131-249a9b2542b3), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.590075 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3459-3607-4a83-95d3-3dc647bdbb1f admin admin] Publish callbacks [] for security_group (61de6830-ce4a-4964-b131-249a9b2542b3), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.645315 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3459-3607-4a83-95d3-3dc647bdbb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (61de6830-ce4a-4964-b131-249a9b2542b3), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.647947 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3459-3607-4a83-95d3-3dc647bdbb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:01.649134 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7d6b3459-3607-4a83-95d3-3dc647bdbb1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61de6830-ce4a-4964-b131-249a9b2542b3 HTTP/1.1" status: 204 len: 168 time: 0.1278300 Mar 10 06:55:01.657378 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b3459-3607-4a83-95d3-3dc647bdbb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61de6830-ce4a-4964-b131-249a9b2542b3,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:02.045893 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f10f63-e9e3-4e97-bff1-c798092ea0de req-2636a017-7f42-4bf1-82b3-9e672bad88ac tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:02.047488 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c8f10f63-e9e3-4e97-bff1-c798092ea0de req-2636a017-7f42-4bf1-82b3-9e672bad88ac tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0726826 Mar 10 06:55:02.100556 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c8f10f63-e9e3-4e97-bff1-c798092ea0de req-e3aa8aff-2f58-45ae-a084-6d55efcab43f tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Mar 10 06:55:03.220574 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b27fb-8cd9-44d7-97f5-def78fdcd803 req-3d0a63b1-5695-4663-b662-6bc5c3e9e709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:03.222093 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-813b27fb-8cd9-44d7-97f5-def78fdcd803 req-3d0a63b1-5695-4663-b662-6bc5c3e9e709 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0532041 Mar 10 06:55:03.275622 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-813b27fb-8cd9-44d7-97f5-def78fdcd803 req-5453776a-0dae-4480-aeaf-2bdb93b4dce2 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471964 Mar 10 06:55:04.410197 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecef35-fdb2-4859-aa05-f7675d50e5db req-9dc11e3f-bad5-49d5-95b7-99624cc214f4 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:04.411674 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-19ecef35-fdb2-4859-aa05-f7675d50e5db req-9dc11e3f-bad5-49d5-95b7-99624cc214f4 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0575578 Mar 10 06:55:04.463737 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-19ecef35-fdb2-4859-aa05-f7675d50e5db req-81c886ba-3d0e-42af-b04c-b2547a01fe2e tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458648 Mar 10 06:55:04.547542 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 54994) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:04.649003 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-73cee9a0-3881-413f-9960-602783b00fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.720581 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-73cee9a0-3881-413f-9960-602783b00fb0 admin admin] Publish callbacks [] for security_group (d5002b09-a54d-4528-af9f-dbc7368abc64), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.724124 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-73cee9a0-3881-413f-9960-602783b00fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d5002b09-a54d-4528-af9f-dbc7368abc64), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.760584 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-73cee9a0-3881-413f-9960-602783b00fb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce81328a65874a139388573d10ba4537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118211 Mar 10 06:55:04.761464 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cee9a0-3881-413f-9960-602783b00fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5002b09-a54d-4528-af9f-dbc7368abc64,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:04.763887 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 54998) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:04.813115 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3ea89bfc-f3e5-4a01-b0f5-a63301c155de admin admin] Publish callbacks [] for security_group (d5002b09-a54d-4528-af9f-dbc7368abc64), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.833299 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3ea89bfc-f3e5-4a01-b0f5-a63301c155de admin admin] Publish callbacks [] for security_group (d5002b09-a54d-4528-af9f-dbc7368abc64), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.877315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3ea89bfc-f3e5-4a01-b0f5-a63301c155de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d5002b09-a54d-4528-af9f-dbc7368abc64), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.879748 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3ea89bfc-f3e5-4a01-b0f5-a63301c155de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:04.880878 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3ea89bfc-f3e5-4a01-b0f5-a63301c155de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5002b09-a54d-4528-af9f-dbc7368abc64 HTTP/1.1" status: 204 len: 168 time: 0.1159501 Mar 10 06:55:04.888758 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea89bfc-f3e5-4a01-b0f5-a63301c155de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5002b09-a54d-4528-af9f-dbc7368abc64,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:05.136969 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55008) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:05.149435 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e222966-b1fd-449a-91f5-88fd63aa7b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.220642 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e222966-b1fd-449a-91f5-88fd63aa7b6d admin admin] Publish callbacks [] for security_group (7076301f-bf1a-4844-9a24-a3e1afc65d56), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.224157 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4e222966-b1fd-449a-91f5-88fd63aa7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7076301f-bf1a-4844-9a24-a3e1afc65d56), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.260941 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4e222966-b1fd-449a-91f5-88fd63aa7b6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5ef43d6fde4610814e7206e2aa3e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228607 Mar 10 06:55:05.261800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e222966-b1fd-449a-91f5-88fd63aa7b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7076301f-bf1a-4844-9a24-a3e1afc65d56,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:05.263857 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55010) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:05.313598 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2fa8-8ae6-480c-9a16-dece7f8e507e admin admin] Publish callbacks [] for security_group (7076301f-bf1a-4844-9a24-a3e1afc65d56), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.334344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2fa8-8ae6-480c-9a16-dece7f8e507e admin admin] Publish callbacks [] for security_group (7076301f-bf1a-4844-9a24-a3e1afc65d56), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.382225 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2fa8-8ae6-480c-9a16-dece7f8e507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7076301f-bf1a-4844-9a24-a3e1afc65d56), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.385421 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2fa8-8ae6-480c-9a16-dece7f8e507e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:05.386705 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-6bbc2fa8-8ae6-480c-9a16-dece7f8e507e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7076301f-bf1a-4844-9a24-a3e1afc65d56 HTTP/1.1" status: 204 len: 168 time: 0.1218789 Mar 10 06:55:05.394255 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc2fa8-8ae6-480c-9a16-dece7f8e507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076301f-bf1a-4844-9a24-a3e1afc65d56,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:05.584739 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91af73-7d72-4628-a290-b23992b4f58b req-6a76af49-ab23-40fa-9723-7e0bfd2c6885 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:05.586242 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bd91af73-7d72-4628-a290-b23992b4f58b req-6a76af49-ab23-40fa-9723-7e0bfd2c6885 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0556736 Mar 10 06:55:05.637887 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bd91af73-7d72-4628-a290-b23992b4f58b req-28740475-0a25-42a1-81e8-7f0d19c63aaf tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455277 Mar 10 06:55:06.638246 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-ddbe41fb-5eda-4b63-afe9-9401bf45a7a8 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1baffffc967f496b88df2b7b4cbda4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313115 Mar 10 06:55:06.787095 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799ed9-1691-415b-a332-dd5f0ba874d9 req-e146b9a2-2011-43a0-a8fb-149ce0ee7f29 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:06.809103 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40799ed9-1691-415b-a332-dd5f0ba874d9 req-e146b9a2-2011-43a0-a8fb-149ce0ee7f29 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0916944 Mar 10 06:55:06.850534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-f6de517b-3193-4709-8b9a-830f33f63df5 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:06.852086 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-f6de517b-3193-4709-8b9a-830f33f63df5 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078581 Mar 10 06:55:06.859804 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40799ed9-1691-415b-a332-dd5f0ba874d9 req-10443960-9221-4e55-b362-b72dcf1fe71e tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Mar 10 06:55:06.878153 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-88b17905-1cb2-4ab3-952e-0d792dd0ed30 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/quotas/1baffffc967f496b88df2b7b4cbda4f0 HTTP/1.1" status: 200 len: 375 time: 0.0186989 Mar 10 06:55:06.922473 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-dd50f6bf-9ec4-4448-8535-95fadd7fab9e tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1baffffc967f496b88df2b7b4cbda4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353346 Mar 10 06:55:07.006938 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55096) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:07.148362 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd162558-a8b5-4b93-b97c-3fe8ee3bec44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.149641 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4bed9f38-7c83-4e12-9f44-bfe833a240a2 req-5f3cb3c6-a655-4ab6-bfb3-ba530cc1e511 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 210 time: 0.0344458 Mar 10 06:55:07.261993 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd162558-a8b5-4b93-b97c-3fe8ee3bec44 admin admin] Publish callbacks [] for security_group (579f1d37-a0c3-4106-819d-89c13b3578e0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.268150 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd162558-a8b5-4b93-b97c-3fe8ee3bec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (579f1d37-a0c3-4106-819d-89c13b3578e0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.317199 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd162558-a8b5-4b93-b97c-3fe8ee3bec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579f1d37-a0c3-4106-819d-89c13b3578e0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:07.334171 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-bd162558-a8b5-4b93-b97c-3fe8ee3bec44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2d14504f25841c2b761a2d34d9554cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259230 Mar 10 06:55:07.337424 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55116) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:07.397550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-816f3884-b2da-43e6-9f7a-b52600dbcdd3 admin admin] Publish callbacks [] for security_group (579f1d37-a0c3-4106-819d-89c13b3578e0), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.425329 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-816f3884-b2da-43e6-9f7a-b52600dbcdd3 admin admin] Publish callbacks [] for security_group (579f1d37-a0c3-4106-819d-89c13b3578e0), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.497862 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-816f3884-b2da-43e6-9f7a-b52600dbcdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (579f1d37-a0c3-4106-819d-89c13b3578e0), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.501267 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-816f3884-b2da-43e6-9f7a-b52600dbcdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.503098 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-816f3884-b2da-43e6-9f7a-b52600dbcdd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/579f1d37-a0c3-4106-819d-89c13b3578e0 HTTP/1.1" status: 204 len: 168 time: 0.1641221 Mar 10 06:55:07.534272 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f3884-b2da-43e6-9f7a-b52600dbcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f1d37-a0c3-4106-819d-89c13b3578e0,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:07.669169 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:07.997097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d87d1-071e-4701-83ae-519209ace467 req-16a26066-317a-4bda-8fcf-5bd843bbcc87 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:07.998677 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ff8d87d1-071e-4701-83ae-519209ace467 req-16a26066-317a-4bda-8fcf-5bd843bbcc87 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0621636 Mar 10 06:55:08.062092 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ff8d87d1-071e-4701-83ae-519209ace467 req-9f460d71-382e-42fd-b1e7-ddc2ad6960fe tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Mar 10 06:55:08.242824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55158) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:08.246332 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-85100ca7-ad8d-4efa-b4d9-dc52c8ac4c9f req-fc119d38-84e8-46b0-a420-f77e71b3f205 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 210 time: 0.0264528 Mar 10 06:55:08.338045 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-241988132-network', 'tenant_id': '86f078445fb6426289ba237470e36931'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:08.357307 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Made reservation on behalf of 86f078445fb6426289ba237470e36931 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:08.359792 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.369133 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.457560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks [] for security_group (2682913b-78c6-4fb3-abc6-adc541a495a3), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.461293 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2682913b-78c6-4fb3-abc6-adc541a495a3), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.487049 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:55:08.533119 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2682913b-78c6-4fb3-abc6-adc541a495a3,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:08.537994 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (169caa19-714f-45d1-a5a6-5400e980edef), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.538911 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Added segment 169caa19-714f-45d1-a5a6-5400e980edef of type vlan for network 4ec9474d-8329-42c5-9374-abd1cea56e51 Mar 10 06:55:08.544483 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-a3c677fa-ad31-4b36-880f-55d30cb82a23 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1baffffc967f496b88df2b7b4cbda4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508227 Mar 10 06:55:08.587267 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (4ec9474d-8329-42c5-9374-abd1cea56e51), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.615110 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (4ec9474d-8329-42c5-9374-abd1cea56e51), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.616210 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:08.616904 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.653627 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58802122-42f4-4e19-85bf-6ab2624670dc req-0c4b9098-78af-4052-8823-25968a708f13 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:08.670978 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-58802122-42f4-4e19-85bf-6ab2624670dc req-0c4b9098-78af-4052-8823-25968a708f13 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0805759 Mar 10 06:55:08.690872 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4467955 Mar 10 06:55:08.694127 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55174) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:08.700956 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Request body: {'subnet': {'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-241988132-subnet', 'tenant_id': '86f078445fb6426289ba237470e36931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:08.753407 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-58802122-42f4-4e19-85bf-6ab2624670dc req-24738f88-52ea-4618-a097-92e31730968d tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753012 Mar 10 06:55:08.765609 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Made reservation on behalf of 86f078445fb6426289ba237470e36931 for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:08.768719 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16025377'] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:08.974059 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16107075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16025359'] for subnet (86bccae1-c2e2-4978-981b-0ebd7bdbe17f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.002619 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e1d8d-8eb3-4957-85d5-d545a2f039ca admin admin] Pushing event updated for resources: {'Network': ['ID=4ec9474d-8329-42c5-9374-abd1cea56e51,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:09.020365 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 4ec9474d-8329-42c5-9374-abd1cea56e51 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:55:09.031749 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bccae1-c2e2-4978-981b-0ebd7bdbe17f,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:09.042783 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Checking segment: {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:09.043716 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Network hostable DHCP agents. Network: 4ec9474d-8329-42c5-9374-abd1cea56e51, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:55:09.062692 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Network 4ec9474d-8329-42c5-9374-abd1cea56e51 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:55:09.072817 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 4ec9474d-8329-42c5-9374-abd1cea56e51) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:09.077549 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:09.078520 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.094145 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835648b-47fb-4e3a-9e46-241ba4038809 None None] Network 4ec9474d-8329-42c5-9374-abd1cea56e51 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:55:09.100684 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-65e60f9f-36aa-461b-a685-75e43b09cf5b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4047594 Mar 10 06:55:09.134632 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-3c333ad8-77b2-4379-b65e-8a797c24f4ab tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:09.136447 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-3c333ad8-77b2-4379-b65e-8a797c24f4ab tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4974034 Mar 10 06:55:09.178829 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Request body: {'port': {'device_id': 'f4635042-6e29-423c-9154-5fb894005909', 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6', 'admin_state_up': True, 'tenant_id': '1baffffc967f496b88df2b7b4cbda4f0'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:09.217972 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f478a3-9d8d-4059-be9e-52e382ec4030 None None] Network 4ec9474d-8329-42c5-9374-abd1cea56e51 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:55:09.268285 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9e959-69df-4a12-8941-ddfbea54e909 req-be25b0ff-58ca-4afb-bcbb-2741ef76363b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:09.269945 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ee9e959-69df-4a12-8941-ddfbea54e909 req-be25b0ff-58ca-4afb-bcbb-2741ef76363b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.1221089 Mar 10 06:55:09.341558 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ee9e959-69df-4a12-8941-ddfbea54e909 req-427828c9-c1ec-4c27-981f-ada818d8b351 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620463 Mar 10 06:55:09.365478 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Made reservation on behalf of 1baffffc967f496b88df2b7b4cbda4f0 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:09.369072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.372822 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-36b9a0f9-c422-44b6-a824-a623303a5d09 req-229a5a19-8a2c-4a4f-9dd9-0d67a9bdeba2 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 210 time: 0.0432880 Mar 10 06:55:09.378424 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.454195 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks [] for security_group (40689193-b1a9-44f3-8d73-3705f7d6589d), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.457992 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (40689193-b1a9-44f3-8d73-3705f7d6589d), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.528570 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40689193-b1a9-44f3-8d73-3705f7d6589d,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:09.601910 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Allocated IP 192.168.233.186 (01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6/0f20dc0d-7493-4d9d-8f6e-c101e3acb029/c8e7201c-1583-4c9a-8dae-3573f2f8de36) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:09.751892 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks [] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.784615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.847876 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:09.856832 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:09.861799 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:09.866815 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:09.867415 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:09.874656 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Pushing event updated for resources: {'Port': ['ID=c8e7201c-1583-4c9a-8dae-3573f2f8de36,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:09.901933 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-0f412669-c3ea-40f6-b5ac-6dbacf568214 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7269185 Mar 10 06:55:09.910157 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96bd4-23d2-41c5-83f5-f9a98453345c req-cd3300e1-97c3-4b62-8cd5-1a1934a3e0fb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:09.911640 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ede96bd4-23d2-41c5-83f5-f9a98453345c req-cd3300e1-97c3-4b62-8cd5-1a1934a3e0fb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0988293 Mar 10 06:55:09.967885 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ede96bd4-23d2-41c5-83f5-f9a98453345c req-17ac2a30-d5c3-4c74-bcf4-1a71b8c0b8a0 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Mar 10 06:55:10.084968 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-92ec1912-c00c-4cb7-b3e3-6aad6956257e None None] Provisioning complete for port c8e7201c-1583-4c9a-8dae-3573f2f8de36 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:10.086176 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-92ec1912-c00c-4cb7-b3e3-6aad6956257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:10.117815 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-92ec1912-c00c-4cb7-b3e3-6aad6956257e None None] Port c8e7201c-1583-4c9a-8dae-3573f2f8de36 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:55:10.455891 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbecf49-69e3-4564-a29e-61776ed3ca6c req-89d4b705-66c7-49c6-ba00-20f50c703844 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:10.457380 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0dbecf49-69e3-4564-a29e-61776ed3ca6c req-89d4b705-66c7-49c6-ba00-20f50c703844 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0540326 Mar 10 06:55:10.489527 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6ee7f-1aa3-478b-a403-eb4dea4f5812 req-1d883ede-3dfb-4aa3-8a1f-3ad97991ba25 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:10.490996 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1db6ee7f-1aa3-478b-a403-eb4dea4f5812 req-1d883ede-3dfb-4aa3-8a1f-3ad97991ba25 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 936 time: 0.0510190 Mar 10 06:55:10.503486 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0dbecf49-69e3-4564-a29e-61776ed3ca6c req-7a5351f7-e923-4886-b478-3bdfb89ead19 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Mar 10 06:55:10.537153 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1db6ee7f-1aa3-478b-a403-eb4dea4f5812 req-21225f19-44b3-4cae-a725-651995c6475f tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Mar 10 06:55:11.084103 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19f51a-2ab8-4cd3-b004-e574b68426fc req-77290e1c-86ca-40ae-ad89-909db114521b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:11.086080 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fb19f51a-2ab8-4cd3-b004-e574b68426fc req-77290e1c-86ca-40ae-ad89-909db114521b tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0507247 Mar 10 06:55:11.130203 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fb19f51a-2ab8-4cd3-b004-e574b68426fc req-a988c583-d05f-49b5-95a1-55d78e6bcbd3 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Mar 10 06:55:11.617513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86cdf-9639-40fb-9018-8b99fbc587fb req-8ab94ee9-3345-4474-90c9-f8b520f0d451 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:11.618965 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9bc86cdf-9639-40fb-9018-8b99fbc587fb req-8ab94ee9-3345-4474-90c9-f8b520f0d451 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0511231 Mar 10 06:55:11.651639 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2801e0-04f4-48d0-9e48-1a0601c16e89 req-1c80549b-9532-41e1-a9f8-ff660991ba64 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:11.653106 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8c2801e0-04f4-48d0-9e48-1a0601c16e89 req-1c80549b-9532-41e1-a9f8-ff660991ba64 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 936 time: 0.0506713 Mar 10 06:55:11.664932 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9bc86cdf-9639-40fb-9018-8b99fbc587fb req-19f153c2-9e34-469a-bc5e-0b6813fb0028 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Mar 10 06:55:11.702620 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8c2801e0-04f4-48d0-9e48-1a0601c16e89 req-4a37985c-3517-437c-99a5-3fe275c8f93e tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Mar 10 06:55:12.251199 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfdc87-fe7e-4f16-8381-7e8989d3fb0b req-a9d1b1e2-3bfe-49b9-ae0a-2a8b14d34091 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:12.252538 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-70cfdc87-fe7e-4f16-8381-7e8989d3fb0b req-a9d1b1e2-3bfe-49b9-ae0a-2a8b14d34091 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0556965 Mar 10 06:55:12.296846 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-70cfdc87-fe7e-4f16-8381-7e8989d3fb0b req-c0b8159d-c47a-475e-9d26-f26aa0914bfb tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Mar 10 06:55:12.783683 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31fce-c1be-4211-bac5-6dd00fa2e970 req-822b7397-fd65-4534-881b-a843e16ad649 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:12.785168 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84b31fce-c1be-4211-bac5-6dd00fa2e970 req-822b7397-fd65-4534-881b-a843e16ad649 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0523815 Mar 10 06:55:12.819670 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771aa06-9b2d-46df-a35c-9d1305fae922 req-0a9e569e-1b12-4fab-8800-2f87b2278b75 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:12.821151 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9771aa06-9b2d-46df-a35c-9d1305fae922 req-0a9e569e-1b12-4fab-8800-2f87b2278b75 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 936 time: 0.0539579 Mar 10 06:55:12.831366 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84b31fce-c1be-4211-bac5-6dd00fa2e970 req-268c3e72-10c4-4494-bcaa-64fb9b67f7e9 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Mar 10 06:55:12.866107 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9771aa06-9b2d-46df-a35c-9d1305fae922 req-1e0f8adb-523a-44ee-96fb-d87fd2e58ef7 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Mar 10 06:55:13.414118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Request body: {'port': {'device_id': 'f4635042-6e29-423c-9154-5fb894005909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:13.416445 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f77768-e758-4d93-b170-23f09460c38e req-bd4943f7-834b-4067-8f79-febd3223985d tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:13.417915 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9f77768-e758-4d93-b170-23f09460c38e req-bd4943f7-834b-4067-8f79-febd3223985d tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0492058 Mar 10 06:55:13.463836 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9f77768-e758-4d93-b170-23f09460c38e req-c029faf5-91da-47cb-a285-1bee44d0c215 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Mar 10 06:55:13.473354 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:13.734521 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e7201c-1583-4c9a-8dae-3573f2f8de36 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:13.742871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Publish callbacks [] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:13.754387 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Transition to ACTIVE for port object c8e7201c-1583-4c9a-8dae-3573f2f8de36 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:55:13.757844 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:13.829187 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e7201c-1583-4c9a-8dae-3573f2f8de36,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:13.840615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Attempting to bind port c8e7201c-1583-4c9a-8dae-3573f2f8de36 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:13.840941 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Attempting to bind port c8e7201c-1583-4c9a-8dae-3573f2f8de36 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:13.841292 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Attempting to bind port c8e7201c-1583-4c9a-8dae-3573f2f8de36 on network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:13.845969 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Port c8e7201c-1583-4c9a-8dae-3573f2f8de36 on network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:55:13.846286 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Attempting to bind port c8e7201c-1583-4c9a-8dae-3573f2f8de36 on network 01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:13.851802 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:13.852139 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Checking segment: {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:13.852522 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Bound using segment: {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:13.852943 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Bound port: c8e7201c-1583-4c9a-8dae-3573f2f8de36, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11745fa4-f606-4750-93d9-06109a4c883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:13.853320 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:13.954764 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] For port c8e7201c-1583-4c9a-8dae-3573f2f8de36, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:13.973099 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] For port c8e7201c-1583-4c9a-8dae-3573f2f8de36, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:13.983566 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:14.000514 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f523ca9-eea6-448d-81ba-773d96048651 req-980cbbcb-8b34-40bf-8a2b-aa650ffdd99b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.008143 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6f523ca9-eea6-448d-81ba-773d96048651 req-980cbbcb-8b34-40bf-8a2b-aa650ffdd99b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.1002254 Mar 10 06:55:14.011085 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce10a-bb72-4443-a150-079532a957b8 req-9863cf83-42ef-4f43-8374-a1cb9b4cd2f0 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.017400 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e3ce10a-bb72-4443-a150-079532a957b8 req-9863cf83-42ef-4f43-8374-a1cb9b4cd2f0 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 948 time: 0.0640898 Mar 10 06:55:14.054068 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.054697 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:14.056140 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/c8e7201c-1583-4c9a-8dae-3573f2f8de36 HTTP/1.1" status: 200 len: 1098 time: 0.6461859 Mar 10 06:55:14.056556 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4635042-6e29-423c-9154-5fb894005909', 'tag': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:14.058840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4635042-6e29-423c-9154-5fb894005909", "tag": "c8e7201c-1583-4c9a-8dae-3573f2f8de36"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:14.090560 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e3ce10a-bb72-4443-a150-079532a957b8 req-49592088-aef9-4654-be8f-6aa6f00adbf5 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692241 Mar 10 06:55:14.113824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b00d-fe33-4d13-b4ef-c8db3e2079f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e7201c-1583-4c9a-8dae-3573f2f8de36,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:14.136134 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6f523ca9-eea6-448d-81ba-773d96048651 req-c47e441e-e5bd-4cfc-b146-ee6fb631742a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271222 Mar 10 06:55:14.173054 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f91ac85-e381-4337-85e7-e543d231fa88 x-openstack-request-id: req-8f91ac85-e381-4337-85e7-e543d231fa88 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:14.173461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4635042-6e29-423c-9154-5fb894005909", "tag": "c8e7201c-1583-4c9a-8dae-3573f2f8de36", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:14.174008 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f91ac85-e381-4337-85e7-e543d231fa88 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:14.181871 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4635042-6e29-423c-9154-5fb894005909', 'tag': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36', 'status': 'completed', 'code': 200} Mar 10 06:55:14.190177 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-8be0aa61-1602-42ae-9672-ea00cf3993a6 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.192049 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-8be0aa61-1602-42ae-9672-ea00cf3993a6 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 945 time: 0.0977893 Mar 10 06:55:14.237090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-f43c93b5-1658-410c-bee4-7adf33a2d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.238715 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-f43c93b5-1658-410c-bee4-7adf33a2d9e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baffffc967f496b88df2b7b4cbda4f0&device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 1132 time: 0.0755887 Mar 10 06:55:14.316475 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-670ea1ea-9835-4ad2-97fe-a2f81b6dddb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36 HTTP/1.1" status: 200 len: 217 time: 0.0377769 Mar 10 06:55:14.401797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-8c008b84-d9f2-41ea-9c47-fb1617c88779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.403699 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-8c008b84-d9f2-41ea-9c47-fb1617c88779 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f20dc0d-7493-4d9d-8f6e-c101e3acb029 HTTP/1.1" status: 200 len: 843 time: 0.0807939 Mar 10 06:55:14.456142 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Deleting port adfcf314-f0ab-4616-b8d9-df64fe4aab7f {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:55:14.456704 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:14.460178 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-218d853a-f518-46a0-8b62-50a933f9e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.461812 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-218d853a-f518-46a0-8b62-50a933f9e551 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0509253 Mar 10 06:55:14.565933 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] For port adfcf314-f0ab-4616-b8d9-df64fe4aab7f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:14.566302 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:14.585543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Calling delete_port for adfcf314-f0ab-4616-b8d9-df64fe4aab7f owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:55:14.597075 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-8589498b-2949-44ef-88a4-136461cb85fc service neutron] 10.222.0.36 "GET /v2.0/networks/01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286883 Mar 10 06:55:14.628018 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beadc5e-7f96-4161-82bf-7a14fe224cf0 req-d22d4203-20d2-4e24-b7ee-bbedcf7e83d9 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.629484 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8beadc5e-7f96-4161-82bf-7a14fe224cf0 req-d22d4203-20d2-4e24-b7ee-bbedcf7e83d9 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0877917 Mar 10 06:55:14.723171 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8beadc5e-7f96-4161-82bf-7a14fe224cf0 req-6df4f278-07e2-4ef1-b0a4-dc3c763db78e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868123 Mar 10 06:55:14.729656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63d2fe3d-f871-40d8-9772-d478db528e9d req-9a7e12e9-d337-4766-bdba-9bf8da01503a service neutron] 10.222.0.36 "GET /v2.0/networks/01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262751 Mar 10 06:55:14.752810 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (adfcf314-f0ab-4616-b8d9-df64fe4aab7f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:14.780858 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Pushing event deleted for resources: {'Port': ['ID=adfcf314-f0ab-4616-b8d9-df64fe4aab7f,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:14.795336 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['adfcf314-f0ab-4616-b8d9-df64fe4aab7f'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:14.846012 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] No DVR routers for this DVR port adfcf314-f0ab-4616-b8d9-df64fe4aab7f on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:55:14.849579 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:14.853255 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a71beda2-b374-41ae-9120-cd473c51a5e7 req-4be54dfa-1e20-40d4-89f8-1ec04da06413 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "DELETE /v2.0/ports/adfcf314-f0ab-4616-b8d9-df64fe4aab7f HTTP/1.1" status: 204 len: 173 time: 0.5823472 Mar 10 06:55:14.853730 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28977efd-c40b-494a-9917-f9e09d777e3c', 'name': 'network-vif-deleted', 'tag': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:14.855968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e50844-12b2-4c0f-8853-5bad29a7e82c" -d '{"events": [{"server_uuid": "28977efd-c40b-494a-9917-f9e09d777e3c", "name": "network-vif-deleted", "tag": "adfcf314-f0ab-4616-b8d9-df64fe4aab7f"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:14.918063 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c58229-f348-4455-a879-d0a1a3ccea5f x-openstack-request-id: req-f3c58229-f348-4455-a879-d0a1a3ccea5f {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:14.918355 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28977efd-c40b-494a-9917-f9e09d777e3c", "name": "network-vif-deleted", "tag": "adfcf314-f0ab-4616-b8d9-df64fe4aab7f", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:14.918603 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3c58229-f348-4455-a879-d0a1a3ccea5f {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:14.918986 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28977efd-c40b-494a-9917-f9e09d777e3c', 'name': 'network-vif-deleted', 'tag': 'adfcf314-f0ab-4616-b8d9-df64fe4aab7f', 'status': 'completed', 'code': 200} Mar 10 06:55:14.947815 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-f22fdbdc-cc30-4484-a0ca-f791a87f21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:14.949340 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-f22fdbdc-cc30-4484-a0ca-f791a87f21ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baffffc967f496b88df2b7b4cbda4f0&device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 1132 time: 0.0570755 Mar 10 06:55:15.075267 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-62762656-8728-4159-a482-1642f95cd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.076861 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-62762656-8728-4159-a482-1642f95cd749 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6 HTTP/1.1" status: 200 len: 869 time: 0.0993047 Mar 10 06:55:15.119147 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-7b45e3ac-00ee-4e5a-b638-0cb60bae35e0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.120623 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-7b45e3ac-00ee-4e5a-b638-0cb60bae35e0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/networks?id=4ec9474d-8329-42c5-9374-abd1cea56e51 HTTP/1.1" status: 200 len: 813 time: 0.1060479 Mar 10 06:55:15.137627 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-756bd11c-671f-4bd9-bff3-5f2701fa91cc tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/quotas/86f078445fb6426289ba237470e36931 HTTP/1.1" status: 200 len: 375 time: 0.0116379 Mar 10 06:55:15.146907 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-9a56abe1-1019-4674-992d-f545580f8360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36 HTTP/1.1" status: 200 len: 217 time: 0.0383079 Mar 10 06:55:15.173520 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-c7e9d91b-af6a-4393-82e0-ebad8c77e0f1 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86f078445fb6426289ba237470e36931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305369 Mar 10 06:55:15.249403 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-b1429972-a53b-46d3-8895-9177ed2913d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.251158 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-b1429972-a53b-46d3-8895-9177ed2913d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f20dc0d-7493-4d9d-8f6e-c101e3acb029 HTTP/1.1" status: 200 len: 843 time: 0.0668144 Mar 10 06:55:15.263789 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-1c3d4f32-d8ac-4337-8b70-21ec7096e1fe service neutron] 10.222.0.35 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858533 Mar 10 06:55:15.265746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e2da8-28d4-4e6f-8b16-24afa5fde79c req-46ff9ad3-f646-44d0-bfe7-296002e2764f tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.267225 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-421e2da8-28d4-4e6f-8b16-24afa5fde79c req-46ff9ad3-f646-44d0-bfe7-296002e2764f tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 948 time: 0.0921125 Mar 10 06:55:15.339401 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-421e2da8-28d4-4e6f-8b16-24afa5fde79c req-613d38cf-36e2-4a62-b54d-2422068fe4a0 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639222 Mar 10 06:55:15.341882 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-1e530919-09e2-4e5e-b692-2eaf81a112d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.343320 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-1e530919-09e2-4e5e-b692-2eaf81a112d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0752184 Mar 10 06:55:15.353720 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d35d23ab-99ab-49f0-9313-dfd5981e0c36 service neutron] 10.222.0.35 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838382 Mar 10 06:55:15.439606 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a0ebd1f-fec8-429a-88de-89c9b97c39d4 req-d401f7b3-0a50-44df-a710-6c301b59ea9e tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=28977efd-c40b-494a-9917-f9e09d777e3c HTTP/1.1" status: 200 len: 210 time: 0.0319657 Mar 10 06:55:15.523375 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-cc7a352a-0669-49d4-bd3f-12df6653161e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.524852 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-cc7a352a-0669-49d4-bd3f-12df6653161e tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.0897584 Mar 10 06:55:15.553013 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fd5e09c2-0a34-458e-85f0-66c7a6c35616 req-9710d5f8-00db-4631-b53a-3a98cc37b047 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 210 time: 0.0303831 Mar 10 06:55:15.585192 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-136efda2-27da-4ad2-aeaf-d76635c49537 service neutron] 10.222.0.36 "GET /v2.0/networks/01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468415 Mar 10 06:55:15.731174 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Deleting port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:55:15.731528 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:15.785216 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dbce89c-da19-4d08-8fe1-0a2d8e102ce9 req-7d857433-4878-47cf-9a1d-d7ca4ed9785e service neutron] 10.222.0.36 "GET /v2.0/networks/01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921933 Mar 10 06:55:15.931063 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] For port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,segment=NetworkSegment(3774ad6b-7a53-4acb-970b-63e156d6d837),segment_id=3774ad6b-7a53-4acb-970b-63e156d6d837)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:15.931506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:15.941590 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1aad3-181f-412a-9ae3-23e40c43a5ea req-c5d0507f-317a-4f05-8a80-11d8eb66c8bf tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:15.950083 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-76b1aad3-181f-412a-9ae3-23e40c43a5ea req-c5d0507f-317a-4f05-8a80-11d8eb66c8bf tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 946 time: 0.1390758 Mar 10 06:55:15.963157 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55332) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:15.981113 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Calling delete_port for 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:55:16.078781 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-76b1aad3-181f-412a-9ae3-23e40c43a5ea req-7dde5d2e-2544-4c21-97c0-c8234ddfc98d tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/security-groups?id=521da2da-1e89-4748-9e36-a0a4ca2749e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277413 Mar 10 06:55:16.100193 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-77b07903-b038-4a5d-aded-8eb86854617e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.181848 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-77b07903-b038-4a5d-aded-8eb86854617e admin admin] Publish callbacks [] for security_group (318a33a7-6c30-4246-9366-453d99c4f7fa), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.185767 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642'] for port (3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.188908 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-77b07903-b038-4a5d-aded-8eb86854617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (318a33a7-6c30-4246-9366-453d99c4f7fa), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.219493 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Pushing event deleted for resources: {'Port': ['ID=3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:16.226356 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b07903-b038-4a5d-aded-8eb86854617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a33a7-6c30-4246-9366-453d99c4f7fa,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:16.229458 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:16.231290 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-77b07903-b038-4a5d-aded-8eb86854617e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ff8562c2bf943868ccb3e80ef1017a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668319 Mar 10 06:55:16.234124 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55336) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:16.288867 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-92693484-0b11-4fce-8687-2095c59fb1cc admin admin] Publish callbacks [] for security_group (318a33a7-6c30-4246-9366-453d99c4f7fa), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.309908 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] No DVR routers for this DVR port 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:55:16.313254 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-92693484-0b11-4fce-8687-2095c59fb1cc admin admin] Publish callbacks [] for security_group (318a33a7-6c30-4246-9366-453d99c4f7fa), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.313655 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.317949 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c7861065-b3d5-4ad7-8d53-44c9b4d15568 req-e169166b-380b-4a0a-a5df-38a5ea847180 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.36 "DELETE /v2.0/ports/3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 HTTP/1.1" status: 204 len: 173 time: 0.7862947 Mar 10 06:55:16.318416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'name': 'network-vif-deleted', 'tag': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:16.322142 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260fce8b-58ce-4290-89c9-2d76f45c8711" -d '{"events": [{"server_uuid": "8e61b1fa-5f98-4a05-bc9c-1e3726f325f8", "name": "network-vif-deleted", "tag": "3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:16.370523 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c3bb86-5e07-4351-8652-ff984c2cd721 x-openstack-request-id: req-07c3bb86-5e07-4351-8652-ff984c2cd721 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:16.370819 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61b1fa-5f98-4a05-bc9c-1e3726f325f8", "name": "network-vif-deleted", "tag": "3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:16.371072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07c3bb86-5e07-4351-8652-ff984c2cd721 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:16.372340 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61b1fa-5f98-4a05-bc9c-1e3726f325f8', 'name': 'network-vif-deleted', 'tag': '3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32', 'status': 'completed', 'code': 200} Mar 10 06:55:16.374260 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-92693484-0b11-4fce-8687-2095c59fb1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (318a33a7-6c30-4246-9366-453d99c4f7fa), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.377057 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-92693484-0b11-4fce-8687-2095c59fb1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:16.378232 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-92693484-0b11-4fce-8687-2095c59fb1cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/318a33a7-6c30-4246-9366-453d99c4f7fa HTTP/1.1" status: 204 len: 168 time: 0.1430092 Mar 10 06:55:16.387674 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92693484-0b11-4fce-8687-2095c59fb1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a33a7-6c30-4246-9366-453d99c4f7fa,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:16.487355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadef325-f28f-4d2a-b7ac-acb7f60c0e55 req-b77c722d-4988-42fe-b9db-4df03f0b9020 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:16.488717 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dadef325-f28f-4d2a-b7ac-acb7f60c0e55 req-b77c722d-4988-42fe-b9db-4df03f0b9020 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 948 time: 0.0706725 Mar 10 06:55:16.553457 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dadef325-f28f-4d2a-b7ac-acb7f60c0e55 req-cf269b3f-435d-4182-b9b1-ae9bd03355ac tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589759 Mar 10 06:55:16.668749 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b4c1e9c7-c7ab-49c7-bfba-77c3dae5a630 req-198ae535-5065-43c8-97d2-604c215811d5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 210 time: 0.0421062 Mar 10 06:55:16.787040 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-df20e4d6-f7eb-4765-810c-7d6c14b05751 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:16.789246 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-df20e4d6-f7eb-4765-810c-7d6c14b05751 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/networks?id=04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 200 len: 808 time: 0.1186044 Mar 10 06:55:16.805916 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-a6761f23-7a1a-4eae-b902-624b7839a1f4 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/quotas/919e15604e15474999c57ae53f57f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0105474 Mar 10 06:55:16.854928 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-47a34cda-f19c-4af3-9427-7d606b7db6a1 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=919e15604e15474999c57ae53f57f8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428538 Mar 10 06:55:17.025153 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-1a999148-e0b6-4ff2-abf4-18bd68a0c93c service neutron] 10.222.0.35 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692982 Mar 10 06:55:17.153670 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-6da11088-19e7-4467-a7e6-486f58a1d9b0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:17.155306 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-6da11088-19e7-4467-a7e6-486f58a1d9b0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "GET /v2.0/networks?id=4ec9474d-8329-42c5-9374-abd1cea56e51 HTTP/1.1" status: 200 len: 813 time: 0.2303030 Mar 10 06:55:17.196402 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Request body: {'port': {'device_id': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51', 'admin_state_up': True, 'tenant_id': '86f078445fb6426289ba237470e36931'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:17.201607 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-2fb6acdd-7d35-4c9f-8d3c-53ce796ea3ca service neutron] 10.222.0.35 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756806 Mar 10 06:55:17.300170 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cca25946-d56b-4a48-b260-c8162b7c9ba3 req-d26df76b-348d-412c-bd37-7dd6e3840c77 tempest-DeleteServersTestJSON-1629059356 tempest-DeleteServersTestJSON-1629059356-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e61b1fa-5f98-4a05-bc9c-1e3726f325f8 HTTP/1.1" status: 200 len: 210 time: 0.0641901 Mar 10 06:55:17.323821 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55398) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:17.518716 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc414700-c951-4074-9cfb-a3991159ca68 req-107bcc70-455f-46f5-82d2-57bac0b5fb35 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 210 time: 0.0404665 Mar 10 06:55:17.530927 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-069a65e1-a7ef-4291-a889-570f93773290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.612906 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Made reservation on behalf of 86f078445fb6426289ba237470e36931 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:17.619016 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.627900 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-069a65e1-a7ef-4291-a889-570f93773290 admin admin] Publish callbacks [] for security_group (0e8df04f-38fc-4777-b5b0-5c06a9500014), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.634366 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-069a65e1-a7ef-4291-a889-570f93773290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0e8df04f-38fc-4777-b5b0-5c06a9500014), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.675352 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-069a65e1-a7ef-4291-a889-570f93773290 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f89aadda5f7477ab7fd8a388f9da298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500688 Mar 10 06:55:17.676503 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a65e1-a7ef-4291-a889-570f93773290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8df04f-38fc-4777-b5b0-5c06a9500014,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:17.679479 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55418) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:17.737689 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9b5752c6-7586-4257-8765-750d0b8a93ed admin admin] Publish callbacks [] for security_group (0e8df04f-38fc-4777-b5b0-5c06a9500014), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.773477 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9b5752c6-7586-4257-8765-750d0b8a93ed admin admin] Publish callbacks [] for security_group (0e8df04f-38fc-4777-b5b0-5c06a9500014), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.836507 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-be7c766f-5250-44be-b1b1-3976037b38fb req-d1c41298-ccd3-4036-be9d-16ae39e5a669 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 210 time: 0.0407560 Mar 10 06:55:17.863163 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eee4d6-9d14-44b6-b13f-eb91dd3e6a83 req-41935dd3-6cca-4866-89bf-836481f195ff tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:17.871493 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-27eee4d6-9d14-44b6-b13f-eb91dd3e6a83 req-41935dd3-6cca-4866-89bf-836481f195ff tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 948 time: 0.1630309 Mar 10 06:55:17.878139 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9b5752c6-7586-4257-8765-750d0b8a93ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0e8df04f-38fc-4777-b5b0-5c06a9500014), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.881567 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9b5752c6-7586-4257-8765-750d0b8a93ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:17.886177 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9b5752c6-7586-4257-8765-750d0b8a93ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e8df04f-38fc-4777-b5b0-5c06a9500014 HTTP/1.1" status: 204 len: 168 time: 0.2024329 Mar 10 06:55:17.898904 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5752c6-7586-4257-8765-750d0b8a93ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8df04f-38fc-4777-b5b0-5c06a9500014,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:17.925433 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Allocated IP 172.20.0.5 (4ec9474d-8329-42c5-9374-abd1cea56e51/86bccae1-c2e2-4978-981b-0ebd7bdbe17f/38083531-916f-4639-8707-5dc7f535a0bc) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:17.993005 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-27eee4d6-9d14-44b6-b13f-eb91dd3e6a83 req-14da3bfb-5f23-43fd-9c4d-7313b33598f2 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167994 Mar 10 06:55:18.140074 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks [] for port (38083531-916f-4639-8707-5dc7f535a0bc), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.179020 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (38083531-916f-4639-8707-5dc7f535a0bc), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.211057 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Network 4ec9474d-8329-42c5-9374-abd1cea56e51 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:18.230560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:18.235582 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:18.241572 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:18.241781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.269308 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Pushing event updated for resources: {'Port': ['ID=38083531-916f-4639-8707-5dc7f535a0bc,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:18.275753 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-d5aac2b1-d197-4aa6-9d55-0ff93227d5ca tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0873907 Mar 10 06:55:18.294917 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Request body: {'port': {'device_id': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:18.324294 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55466) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:18.338711 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9029-8a12-4308-87a7-9b73127e1d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.366349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (38083531-916f-4639-8707-5dc7f535a0bc), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.683696 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e842d9f-81fd-4604-b9c7-bd346ac4c6bd req-e88b48b5-3eb0-4a06-bc27-b0ed52946970 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 210 time: 0.0349045 Mar 10 06:55:18.685935 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9029-8a12-4308-87a7-9b73127e1d1f admin admin] Publish callbacks [] for security_group (87f12b5b-cce9-407e-97ba-9597eaedb86f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.695501 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9029-8a12-4308-87a7-9b73127e1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (87f12b5b-cce9-407e-97ba-9597eaedb86f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.736800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38083531-916f-4639-8707-5dc7f535a0bc {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:18.739467 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ec7c9029-8a12-4308-87a7-9b73127e1d1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2ac8c48c0d8450580dfed8494a06bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139838 Mar 10 06:55:18.741913 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c9029-8a12-4308-87a7-9b73127e1d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f12b5b-cce9-407e-97ba-9597eaedb86f,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:18.743120 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55492) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:18.755136 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Publish callbacks [] for port (38083531-916f-4639-8707-5dc7f535a0bc), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.780847 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Transition to ACTIVE for port object 38083531-916f-4639-8707-5dc7f535a0bc will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:55:18.809098 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (38083531-916f-4639-8707-5dc7f535a0bc), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.894385 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Pushing event updated for resources: {'Port': ['ID=38083531-916f-4639-8707-5dc7f535a0bc,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:18.903333 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7845b4cd-77b2-4813-8874-f12a741b5e88 admin admin] Publish callbacks [] for security_group (87f12b5b-cce9-407e-97ba-9597eaedb86f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:18.907892 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-11b187ee-0275-4ae4-9091-8e5bc886c1e9 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:18.910001 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-11b187ee-0275-4ae4-9091-8e5bc886c1e9 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "GET /v2.0/networks?id=04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 200 len: 808 time: 0.1519759 Mar 10 06:55:18.935991 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Request body: {'port': {'device_id': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323', 'admin_state_up': True, 'tenant_id': '919e15604e15474999c57ae53f57f8c5'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:18.990568 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7845b4cd-77b2-4813-8874-f12a741b5e88 admin admin] Publish callbacks [] for security_group (87f12b5b-cce9-407e-97ba-9597eaedb86f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.007004 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Attempting to bind port 38083531-916f-4639-8707-5dc7f535a0bc on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:19.007356 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Attempting to bind port 38083531-916f-4639-8707-5dc7f535a0bc by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:19.007698 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Attempting to bind port 38083531-916f-4639-8707-5dc7f535a0bc on network 4ec9474d-8329-42c5-9374-abd1cea56e51 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:19.029709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Port 38083531-916f-4639-8707-5dc7f535a0bc on network 4ec9474d-8329-42c5-9374-abd1cea56e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:55:19.030024 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Attempting to bind port 38083531-916f-4639-8707-5dc7f535a0bc on network 4ec9474d-8329-42c5-9374-abd1cea56e51 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:19.047485 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:19.047878 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Checking segment: {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:19.048236 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Bound using segment: {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:19.048687 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Bound port: 38083531-916f-4639-8707-5dc7f535a0bc, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:19.049068 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (38083531-916f-4639-8707-5dc7f535a0bc), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.064859 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device c8e7201c-1583-4c9a-8dae-3573f2f8de36 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:55:19.081011 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442910f-a949-4a24-ba42-8a71d603bf69 req-66dbff98-b4a4-4a1d-96cb-e5429ae9d779 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.082581 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6442910f-a949-4a24-ba42-8a71d603bf69 req-66dbff98-b4a4-4a1d-96cb-e5429ae9d779 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 943 time: 0.1615763 Mar 10 06:55:19.125321 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Made reservation on behalf of 919e15604e15474999c57ae53f57f8c5 for: {'port': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:19.129524 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.139068 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7845b4cd-77b2-4813-8874-f12a741b5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (87f12b5b-cce9-407e-97ba-9597eaedb86f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.141650 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7845b4cd-77b2-4813-8874-f12a741b5e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.145558 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7845b4cd-77b2-4813-8874-f12a741b5e88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87f12b5b-cce9-407e-97ba-9597eaedb86f HTTP/1.1" status: 204 len: 168 time: 0.3969069 Mar 10 06:55:19.180441 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9be1c-32ed-4251-88a6-97fab43b07eb req-a318315b-833c-4d47-a568-6687977de6dd tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.182518 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-03b9be1c-32ed-4251-88a6-97fab43b07eb req-a318315b-833c-4d47-a568-6687977de6dd tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 948 time: 0.1223211 Mar 10 06:55:19.190039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845b4cd-77b2-4813-8874-f12a741b5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f12b5b-cce9-407e-97ba-9597eaedb86f,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:19.205270 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] For port 38083531-916f-4639-8707-5dc7f535a0bc, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:19.208918 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] For port 38083531-916f-4639-8707-5dc7f535a0bc, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38083531-916f-4639-8707-5dc7f535a0bc,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:19.213800 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6442910f-a949-4a24-ba42-8a71d603bf69 req-fe233bbc-1ca6-43d2-ae27-be104734ac67 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Mar 10 06:55:19.223507 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (38083531-916f-4639-8707-5dc7f535a0bc), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.225805 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:55:19.253172 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port c8e7201c-1583-4c9a-8dae-3573f2f8de36, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:19.272484 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.272779 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36', 'network_id': '01a1e818-f9b7-4fbd-9b0a-5e1ea5e4dcc6', 'port_id': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36', 'mac_address': 'fa:16:3e:07:df:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f20dc0d-7493-4d9d-8f6e-c101e3acb029', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:55:19.273419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.274991 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] 10.222.0.36 "PUT /v2.0/ports/38083531-916f-4639-8707-5dc7f535a0bc HTTP/1.1" status: 200 len: 1093 time: 0.9848568 Mar 10 06:55:19.275546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'tag': '38083531-916f-4639-8707-5dc7f535a0bc'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:19.277937 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ea816b-2f9c-426f-8964-b58e2596ec13" -d '{"events": [{"name": "network-changed", "server_uuid": "df2e3a6c-549c-4a11-8dda-be8cd585298e", "tag": "38083531-916f-4639-8707-5dc7f535a0bc"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:19.368423 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:55:19.385693 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-03b9be1c-32ed-4251-88a6-97fab43b07eb req-4be35a6f-5dcd-46ff-8c01-fcc08f8289a7 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558659 Mar 10 06:55:19.390547 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 3c4e24db-1aa7-476f-a0f2-bc6ba1e05d32 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:55:19.390968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f8c0e-d6dd-47ff-b510-5a9b3f9bfff8 service neutron] Pushing event updated for resources: {'Port': ['ID=38083531-916f-4639-8707-5dc7f535a0bc,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:19.391080 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device adfcf314-f0ab-4616-b8d9-df64fe4aab7f no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:55:19.402392 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd78856-000d-4d2e-908c-f1d8df67529a x-openstack-request-id: req-4bd78856-000d-4d2e-908c-f1d8df67529a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:19.402686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2e3a6c-549c-4a11-8dda-be8cd585298e", "tag": "38083531-916f-4639-8707-5dc7f535a0bc", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:19.402938 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bd78856-000d-4d2e-908c-f1d8df67529a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:19.404043 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'tag': '38083531-916f-4639-8707-5dc7f535a0bc', 'status': 'completed', 'code': 200} Mar 10 06:55:19.408886 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Allocated IP 172.20.0.14 (04a82a39-93b4-409b-ad9b-c79ad4668323/886fe348-9b36-487e-ac72-25eac43aeddf/475d30e7-67bd-451c-8027-492158f8699c) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:19.419869 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-b36f3335-f9e4-4e3b-9f80-744a51237e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.421664 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-b36f3335-f9e4-4e3b-9f80-744a51237e93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86f078445fb6426289ba237470e36931&device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 1127 time: 0.0665681 Mar 10 06:55:19.421871 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: adfcf314-f0ab-4616-b8d9-df64fe4aab7f {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:55:19.422227 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device adfcf314-f0ab-4616-b8d9-df64fe4aab7f not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:55:19.433845 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port c8e7201c-1583-4c9a-8dae-3573f2f8de36 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:19.434493 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.449285 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e7201c-1583-4c9a-8dae-3573f2f8de36 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:19.470510 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port c8e7201c-1583-4c9a-8dae-3573f2f8de36, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:19.476731 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.482449 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-86bad61b-243e-4f79-aa57-207e016dd196 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38083531-916f-4639-8707-5dc7f535a0bc HTTP/1.1" status: 200 len: 217 time: 0.0453391 Mar 10 06:55:19.568123 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-971d2cf2-cab2-480e-9d65-7b8a3f1c7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.570053 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-971d2cf2-cab2-480e-9d65-7b8a3f1c7385 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86bccae1-c2e2-4978-981b-0ebd7bdbe17f HTTP/1.1" status: 200 len: 853 time: 0.0786276 Mar 10 06:55:19.575411 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=c8e7201c-1583-4c9a-8dae-3573f2f8de36,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:19.609508 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks [] for port (475d30e7-67bd-451c-8027-492158f8699c), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.616710 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-ecd2e7d3-84b8-4681-808b-62813a7dd446 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ec9474d-8329-42c5-9374-abd1cea56e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360405 Mar 10 06:55:19.645355 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (475d30e7-67bd-451c-8027-492158f8699c), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.688516 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Network 04a82a39-93b4-409b-ad9b-c79ad4668323 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:19.691795 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:19.698578 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:19.728215 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Pushing event updated for resources: {'Port': ['ID=475d30e7-67bd-451c-8027-492158f8699c,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:19.757354 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.758005 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:19.794237 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-fafe00a2-82c7-46a2-aaf9-ac4e9b6e739b tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8641901 Mar 10 06:55:19.815278 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Request body: {'port': {'device_id': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:19.826412 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-7efca5c3-61a0-45db-820d-86fa135aa296 service neutron] 10.222.0.36 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226709 Mar 10 06:55:19.894999 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55530) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:19.925147 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6123190f-6725-4ad5-a24f-73ad7679c8e7 req-88aeffb0-b1f7-49b1-99c0-5178ae62e228 service neutron] 10.222.0.36 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906017 Mar 10 06:55:19.941241 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['c8e7201c-1583-4c9a-8dae-3573f2f8de36'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:19.956257 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e6021-79dc-4237-a93a-b0d3bf4efcf9 req-51f2aeb6-dcc1-40cd-8842-04b7ab1ba890 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:19.957810 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ea6e6021-79dc-4237-a93a-b0d3bf4efcf9 req-51f2aeb6-dcc1-40cd-8842-04b7ab1ba890 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 932 time: 0.1350677 Mar 10 06:55:19.968981 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (475d30e7-67bd-451c-8027-492158f8699c), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.004471 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Deleting subnet 578bef1e-59de-4015-be7d-741ae14b11e2 {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:55:20.014230 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Publish callbacks [] for subnet (578bef1e-59de-4015-be7d-741ae14b11e2), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.101770 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (578bef1e-59de-4015-be7d-741ae14b11e2), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.106794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-eb26de5c-d48a-4faf-acb5-1f4909aaf062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:20.108411 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-eb26de5c-d48a-4faf-acb5-1f4909aaf062 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86f078445fb6426289ba237470e36931&device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 1127 time: 0.0784445 Mar 10 06:55:20.158209 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ea6e6021-79dc-4237-a93a-b0d3bf4efcf9 req-825af4a2-4f78-4e98-a6c4-9de426e3d935 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904483 Mar 10 06:55:20.212781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-7684b911-84d4-4153-b056-810a8ac8fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:20.215195 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-7684b911-84d4-4153-b056-810a8ac8fdf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ec9474d-8329-42c5-9374-abd1cea56e51 HTTP/1.1" status: 200 len: 913 time: 0.0997679 Mar 10 06:55:20.229472 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (578bef1e-59de-4015-be7d-741ae14b11e2), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.262791 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-9bd920c1-59f6-4c6b-ba18-298da535599c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38083531-916f-4639-8707-5dc7f535a0bc HTTP/1.1" status: 200 len: 217 time: 0.0412056 Mar 10 06:55:20.342292 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-bde21ff5-ea4f-4210-87ce-665791300dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:20.344020 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-bde21ff5-ea4f-4210-87ce-665791300dad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86bccae1-c2e2-4978-981b-0ebd7bdbe17f HTTP/1.1" status: 200 len: 853 time: 0.0750299 Mar 10 06:55:20.379632 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (578bef1e-59de-4015-be7d-741ae14b11e2), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.389328 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-e32d915a-5e93-4d23-b404-6c7c4ff037b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ec9474d-8329-42c5-9374-abd1cea56e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372283 Mar 10 06:55:20.416434 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b53475-226e-4359-a45c-7938b34f1f80 req-3b6a6167-c90f-43cd-bc41-ae0d2e14630f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:20.417634 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e9b53475-226e-4359-a45c-7938b34f1f80 req-3b6a6167-c90f-43cd-bc41-ae0d2e14630f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 943 time: 0.1122067 Mar 10 06:55:20.428676 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578bef1e-59de-4015-be7d-741ae14b11e2,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:20.434064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.439464 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-689ab3d6-ad1e-46d8-9890-3f9c4701e2c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/578bef1e-59de-4015-be7d-741ae14b11e2 HTTP/1.1" status: 204 len: 168 time: 0.5256178 Mar 10 06:55:20.442716 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55550) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:20.539799 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475d30e7-67bd-451c-8027-492158f8699c {{(pid=109519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:20.550440 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Publish callbacks [] for port (475d30e7-67bd-451c-8027-492158f8699c), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.569931 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.provisioning_blocks [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Transition to ACTIVE for port object 475d30e7-67bd-451c-8027-492158f8699c will not be triggered until provisioned by entity L2. {{(pid=109519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:55:20.594087 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e9b53475-226e-4359-a45c-7938b34f1f80 req-b00cdb27-b96c-4777-be9a-f3a52a2a0d73 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646938 Mar 10 06:55:20.600982 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (8b5329f5-18c1-4d10-a7a1-0af80254d07f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.603674 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24b3f-170b-4ac8-a0f8-7cb9879c5e12 req-7d184f0d-a1d4-4abd-b871-1f312aec9eef tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:20.605304 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ecd24b3f-170b-4ac8-a0f8-7cb9879c5e12 req-7d184f0d-a1d4-4abd-b871-1f312aec9eef tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 949 time: 0.1122427 Mar 10 06:55:20.606534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (475d30e7-67bd-451c-8027-492158f8699c), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.623114 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-111c6dc7-c837-47b6-87c5-e07e85aee3b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258527 Mar 10 06:55:20.693727 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Pushing event updated for resources: {'Port': ['ID=475d30e7-67bd-451c-8027-492158f8699c,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:20.746758 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ecd24b3f-170b-4ac8-a0f8-7cb9879c5e12 req-c094fdcc-4368-44d3-9f9e-0f32eda48b0e tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313741 Mar 10 06:55:20.771895 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (8b5329f5-18c1-4d10-a7a1-0af80254d07f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.777583 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Attempting to bind port 475d30e7-67bd-451c-8027-492158f8699c on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:20.777920 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Attempting to bind port 475d30e7-67bd-451c-8027-492158f8699c by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:20.778252 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Attempting to bind port 475d30e7-67bd-451c-8027-492158f8699c on network 04a82a39-93b4-409b-ad9b-c79ad4668323 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:20.782622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Port 475d30e7-67bd-451c-8027-492158f8699c on network 04a82a39-93b4-409b-ad9b-c79ad4668323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:55:20.783054 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Attempting to bind port 475d30e7-67bd-451c-8027-492158f8699c on network 04a82a39-93b4-409b-ad9b-c79ad4668323 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:20.788378 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:20.788714 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Checking segment: {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:20.789123 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Bound using segment: {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:20.789638 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Bound port: 475d30e7-67bd-451c-8027-492158f8699c, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ab7c58-0933-459f-b7c1-010369e0988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323'}}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:20.790042 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (475d30e7-67bd-451c-8027-492158f8699c), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.805357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.805357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.805811 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.806137 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.806467 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.806778 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.807089 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.807412 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.807719 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.808037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.863458 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] For port 475d30e7-67bd-451c-8027-492158f8699c, host hv-cinder-83291, cleared binding levels {{(pid=109519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:20.867665 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] For port 475d30e7-67bd-451c-8027-492158f8699c, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=475d30e7-67bd-451c-8027-492158f8699c,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:20.877082 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (475d30e7-67bd-451c-8027-492158f8699c), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.879607 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.880273 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.880273 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.880605 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:55:20.880978 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5329f5-18c1-4d10-a7a1-0af80254d07f']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:20.887547 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-00ea816b-2f9c-426f-8964-b58e2596ec13 req-9e8ae717-8a4b-4a5e-90e2-88239c6b2794 service neutron] 10.222.0.36 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575901 Mar 10 06:55:20.900919 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3774ad6b-7a53-4acb-970b-63e156d6d837') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:20.901395 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3774ad6b-7a53-4acb-970b-63e156d6d837') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:20.914609 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:20.915268 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.917134 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] 10.222.0.36 "PUT /v2.0/ports/475d30e7-67bd-451c-8027-492158f8699c HTTP/1.1" status: 200 len: 1094 time: 1.1065626 Mar 10 06:55:20.917274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'tag': '475d30e7-67bd-451c-8027-492158f8699c'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:20.918819 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (3774ad6b-7a53-4acb-970b-63e156d6d837), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.919459 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771" -d '{"events": [{"name": "network-changed", "server_uuid": "318b4c52-fe90-4f01-aaa4-94530e2e8c8f", "tag": "475d30e7-67bd-451c-8027-492158f8699c"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:20.955389 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385afe7-4878-43ae-95e0-1d222b84e60b service neutron] Pushing event updated for resources: {'Port': ['ID=475d30e7-67bd-451c-8027-492158f8699c,revision_number=3']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:20.961222 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (3774ad6b-7a53-4acb-970b-63e156d6d837), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.974269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:55:20.974949 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (3774ad6b-7a53-4acb-970b-63e156d6d837), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: from cryptography.utils import int_from_bytes Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: from cryptography.utils import int_from_bytes Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:55:20.980431 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:55:20.983435 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030914c-d117-4236-951e-727977fd2744 x-openstack-request-id: req-3030914c-d117-4236-951e-727977fd2744 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:20.983738 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318b4c52-fe90-4f01-aaa4-94530e2e8c8f", "tag": "475d30e7-67bd-451c-8027-492158f8699c", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:20.983992 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3030914c-d117-4236-951e-727977fd2744 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:20.984441 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'tag': '475d30e7-67bd-451c-8027-492158f8699c', 'status': 'completed', 'code': 200} Mar 10 06:55:21.047772 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (8b5329f5-18c1-4d10-a7a1-0af80254d07f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:21.053603 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-83117cd1-f752-4dbc-ba49-96ffcd46a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.055180 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-83117cd1-f752-4dbc-ba49-96ffcd46a47e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=919e15604e15474999c57ae53f57f8c5&device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 1128 time: 0.0503688 Mar 10 06:55:21.066450 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:21.071837 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8b5329f5-18c1-4d10-a7a1-0af80254d07f HTTP/1.1" status: 204 len: 168 time: 0.6252837 Mar 10 06:55:21.071837 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0dd9-854e-44c3-931a-208e28b45aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5329f5-18c1-4d10-a7a1-0af80254d07f,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:21.109497 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-ff0b5836-a323-4636-b4f7-c1bdd02fe964 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=475d30e7-67bd-451c-8027-492158f8699c HTTP/1.1" status: 200 len: 217 time: 0.0394282 Mar 10 06:55:21.171902 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-6ad95f8c-163f-4f38-86df-34395cdbda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.173490 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-6ad95f8c-163f-4f38-86df-34395cdbda7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=886fe348-9b36-487e-ac72-25eac43aeddf HTTP/1.1" status: 200 len: 848 time: 0.0553811 Mar 10 06:55:21.215415 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-8e5ff871-9974-447b-a00c-458044127baf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04a82a39-93b4-409b-ad9b-c79ad4668323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348976 Mar 10 06:55:21.310542 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55582) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:21.351509 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-b046db09-dfb1-4f58-af2b-b008e39dd8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284459 Mar 10 06:55:21.355077 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1a8f71a2-d6eb-4323-946a-41a086c59a22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14ea42153c2a4e49979a7ec084c3884f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432386 Mar 10 06:55:21.359189 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec446-df72-427b-9dd1-ae69f22f4892 req-49d69a82-458c-48a8-a967-73b222e9580c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.360628 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7a6ec446-df72-427b-9dd1-ae69f22f4892 req-49d69a82-458c-48a8-a967-73b222e9580c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 944 time: 0.1134396 Mar 10 06:55:21.361701 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55584) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:21.425114 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d6b6810e-6237-4443-840d-7411753bf8b5 admin admin] Publish callbacks [] for security_group (521da2da-1e89-4748-9e36-a0a4ca2749e6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:21.460140 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d6b6810e-6237-4443-840d-7411753bf8b5 admin admin] Publish callbacks [] for security_group (521da2da-1e89-4748-9e36-a0a4ca2749e6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:21.479386 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7a6ec446-df72-427b-9dd1-ae69f22f4892 req-01d9e349-8425-4ea9-b523-ff39691776e8 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098642 Mar 10 06:55:21.501446 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-290d3d87-7896-4512-8eb1-a1d91411d1b9 req-0bb06da1-76f7-482d-9009-0dd7f242a303 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351714 Mar 10 06:55:21.533156 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d6b6810e-6237-4443-840d-7411753bf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (521da2da-1e89-4748-9e36-a0a4ca2749e6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:21.536826 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d6b6810e-6237-4443-840d-7411753bf8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:21.540474 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d6b6810e-6237-4443-840d-7411753bf8b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/521da2da-1e89-4748-9e36-a0a4ca2749e6 HTTP/1.1" status: 204 len: 168 time: 0.1748135 Mar 10 06:55:21.546317 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6810e-6237-4443-840d-7411753bf8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521da2da-1e89-4748-9e36-a0a4ca2749e6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:21.667064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-00500794-a160-4248-a415-7b27c381dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.667064 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-00500794-a160-4248-a415-7b27c381dd58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=919e15604e15474999c57ae53f57f8c5&device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 1128 time: 0.0554976 Mar 10 06:55:21.760201 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad851f-8900-4156-a370-465f0c9cc3a6 req-d47c30f1-7ea9-4939-b170-2caa2bedd91a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.761428 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b4ad851f-8900-4156-a370-465f0c9cc3a6 req-d47c30f1-7ea9-4939-b170-2caa2bedd91a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 943 time: 0.0584617 Mar 10 06:55:21.792120 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-d10ee083-cf04-4e63-bef0-06275dc34110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.793628 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-d10ee083-cf04-4e63-bef0-06275dc34110 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 200 len: 908 time: 0.1161611 Mar 10 06:55:21.865141 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-60f3e041-f001-460a-8fcc-3d89b44d9321 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=475d30e7-67bd-451c-8027-492158f8699c HTTP/1.1" status: 200 len: 217 time: 0.0617933 Mar 10 06:55:21.865851 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b4ad851f-8900-4156-a370-465f0c9cc3a6 req-9b242f93-4f14-4de7-ae93-189a9ada2a66 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882161 Mar 10 06:55:21.947088 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-f50263cf-325a-4dd4-863a-cc1e79e96c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.948612 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-f50263cf-325a-4dd4-863a-cc1e79e96c2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=886fe348-9b36-487e-ac72-25eac43aeddf HTTP/1.1" status: 200 len: 848 time: 0.0628386 Mar 10 06:55:21.958543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c4953-1366-49d4-9669-b44deb26855c req-2430a305-87bb-47ca-86e2-4537cee0b387 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:21.960033 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-208c4953-1366-49d4-9669-b44deb26855c req-2430a305-87bb-47ca-86e2-4537cee0b387 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 949 time: 0.1084785 Mar 10 06:55:21.993743 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-27188e6e-46d6-4c19-8b61-8a8e338ad833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04a82a39-93b4-409b-ad9b-c79ad4668323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327344 Mar 10 06:55:22.041801 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55620) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:22.064147 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-208c4953-1366-49d4-9669-b44deb26855c req-93a00b2c-e2cb-4c9d-9247-95c86d88319a tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950291 Mar 10 06:55:22.121319 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-d9d52b4e-c876-4ee0-9dcc-d96bd429fe1b service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196241 Mar 10 06:55:22.224397 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34b4ec1e-24bc-43c6-88f3-cf64bf7df771 req-2d18208e-1aa3-41ff-8132-350385138a14 service neutron] 10.222.0.36 "GET /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964870 Mar 10 06:55:22.235100 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4968e21d-70df-4253-ab00-4951ac899921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.314521 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4968e21d-70df-4253-ab00-4951ac899921 admin admin] Publish callbacks [] for security_group (1be41b31-686f-4f13-8057-99c85faf6e30), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.318782 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4968e21d-70df-4253-ab00-4951ac899921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1be41b31-686f-4f13-8057-99c85faf6e30), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.358928 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4968e21d-70df-4253-ab00-4951ac899921 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac3c9e7bb128425e895dd25c7cbbb833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137529 Mar 10 06:55:22.359730 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55636) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:22.361343 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968e21d-70df-4253-ab00-4951ac899921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be41b31-686f-4f13-8057-99c85faf6e30,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:22.409110 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a154d615-3ca3-41b4-95d8-3d43dd5c69e8 admin admin] Publish callbacks [] for security_group (1be41b31-686f-4f13-8057-99c85faf6e30), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.429331 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55638) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:22.433983 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a154d615-3ca3-41b4-95d8-3d43dd5c69e8 admin admin] Publish callbacks [] for security_group (1be41b31-686f-4f13-8057-99c85faf6e30), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.485500 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a154d615-3ca3-41b4-95d8-3d43dd5c69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1be41b31-686f-4f13-8057-99c85faf6e30), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.488210 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a154d615-3ca3-41b4-95d8-3d43dd5c69e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.489405 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a154d615-3ca3-41b4-95d8-3d43dd5c69e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1be41b31-686f-4f13-8057-99c85faf6e30 HTTP/1.1" status: 204 len: 168 time: 0.1285932 Mar 10 06:55:22.497439 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154d615-3ca3-41b4-95d8-3d43dd5c69e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be41b31-686f-4f13-8057-99c85faf6e30,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:22.548395 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-network', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:22.609473 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Made reservation on behalf of b8b50101e10a405c8747f18249f66bf4 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:22.609473 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.617144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.643124 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9caf221c-19be-417b-b0c8-d7e8648f653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.653574 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740806-60f3-4b4f-adfc-b707912d0c6b req-db9cb467-257b-456b-bec0-9010ca4d8b5d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:22.655046 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05740806-60f3-4b4f-adfc-b707912d0c6b req-db9cb467-257b-456b-bec0-9010ca4d8b5d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 944 time: 0.0953827 Mar 10 06:55:22.730742 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05740806-60f3-4b4f-adfc-b707912d0c6b req-d8e80fee-3a76-40c0-8970-914990ec1a41 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Mar 10 06:55:22.751861 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks [] for security_group (e2c09ac6-6077-4776-b706-30c1c8262d9a), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.755844 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e2c09ac6-6077-4776-b706-30c1c8262d9a), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.780509 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:55:22.786502 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55650) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:22.790434 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c09ac6-6077-4776-b706-30c1c8262d9a,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:22.795256 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (aaa67aad-3a4c-48a9-8307-e59b4a8eadf9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.795592 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Added segment aaa67aad-3a4c-48a9-8307-e59b4a8eadf9 of type vlan for network f8b99265-4e89-4ad2-9106-353a6fc3ef0b Mar 10 06:55:22.802791 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-396cf2fe-f712-4523-8967-320402cf39f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.837930 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (f8b99265-4e89-4ad2-9106-353a6fc3ef0b), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.864316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (f8b99265-4e89-4ad2-9106-353a6fc3ef0b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.865526 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:22.866125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.877229 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-396cf2fe-f712-4523-8967-320402cf39f0 admin admin] Publish callbacks [] for security_group (3348da82-74eb-47f9-83ac-425f36923204), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.882112 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-396cf2fe-f712-4523-8967-320402cf39f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3348da82-74eb-47f9-83ac-425f36923204), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:22.906635 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4733994 Mar 10 06:55:22.906913 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55654) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:22.911478 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Request body: {'subnet': {'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-subnet', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:22.924147 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-396cf2fe-f712-4523-8967-320402cf39f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bc18de2719a4aa7a5576f03692e3eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341982 Mar 10 06:55:22.924147 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cf2fe-f712-4523-8967-320402cf39f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3348da82-74eb-47f9-83ac-425f36923204,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:22.925064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55656) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:22.945658 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da621-c79f-49e1-bda2-fdedd46d6548 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b99265-4e89-4ad2-9106-353a6fc3ef0b,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:22.956668 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:55:22.962546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Made reservation on behalf of b8b50101e10a405c8747f18249f66bf4 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:22.968014 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599350'] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.024917 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91231a-9d2d-4591-bfeb-4d41fcf5f051 req-2b06b090-5bb9-46fc-ba94-34317d2dfa10 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:23.026452 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e91231a-9d2d-4591-bfeb-4d41fcf5f051 req-2b06b090-5bb9-46fc-ba94-34317d2dfa10 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 943 time: 0.0853631 Mar 10 06:55:23.029430 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1b64949-bac2-459c-86ce-ca9b312eb8c6 admin admin] Publish callbacks [] for security_group (3348da82-74eb-47f9-83ac-425f36923204), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.065331 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1b64949-bac2-459c-86ce-ca9b312eb8c6 admin admin] Publish callbacks [] for security_group (3348da82-74eb-47f9-83ac-425f36923204), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.117099 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device c8e7201c-1583-4c9a-8dae-3573f2f8de36 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:23.120187 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e91231a-9d2d-4591-bfeb-4d41fcf5f051 req-dacf0388-7bf0-4bb0-8f4c-3ec925bbc73f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861573 Mar 10 06:55:23.147157 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1b64949-bac2-459c-86ce-ca9b312eb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3348da82-74eb-47f9-83ac-425f36923204), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.150196 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d1b64949-bac2-459c-86ce-ca9b312eb8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.151649 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d1b64949-bac2-459c-86ce-ca9b312eb8c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3348da82-74eb-47f9-83ac-425f36923204 HTTP/1.1" status: 204 len: 168 time: 0.2256622 Mar 10 06:55:23.160872 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b64949-bac2-459c-86ce-ca9b312eb8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3348da82-74eb-47f9-83ac-425f36923204,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:23.190307 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port c8e7201c-1583-4c9a-8dae-3573f2f8de36 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:55:23.196222 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port c8e7201c-1583-4c9a-8dae-3573f2f8de36 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:23.196600 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.228346 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599320'] for subnet (74f1fe88-5804-45e5-b150-f1a22bc6838b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.246121 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:55:23.272352 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782f90-d5da-4adc-a6bf-38ba560e3ef7 req-d0169bc9-a0ae-4bdc-ad56-970edcabb1aa tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:23.279375 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8d782f90-d5da-4adc-a6bf-38ba560e3ef7 req-d0169bc9-a0ae-4bdc-ad56-970edcabb1aa tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 949 time: 0.1364462 Mar 10 06:55:23.292614 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port c8e7201c-1583-4c9a-8dae-3573f2f8de36 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:23.293150 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.318513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f1fe88-5804-45e5-b150-f1a22bc6838b,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:23.320381 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4635042-6e29-423c-9154-5fb894005909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:23.323412 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca423ce-cd00-4247-975b-26d23b0d6ff6" -d '{"events": [{"server_uuid": "f4635042-6e29-423c-9154-5fb894005909", "name": "network-vif-plugged", "status": "completed", "tag": "c8e7201c-1583-4c9a-8dae-3573f2f8de36"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:23.338125 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port c8e7201c-1583-4c9a-8dae-3573f2f8de36, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:23.344479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.355219 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Checking segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:23.355643 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Network hostable DHCP agents. Network: f8b99265-4e89-4ad2-9106-353a6fc3ef0b, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:55:23.374311 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8d782f90-d5da-4adc-a6bf-38ba560e3ef7 req-8098c8d4-9b90-4ccb-bcc2-5a662593f472 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932426 Mar 10 06:55:23.376790 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35826957-6a5c-45df-8790-11d0b020b38e x-openstack-request-id: req-35826957-6a5c-45df-8790-11d0b020b38e {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:23.377305 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4635042-6e29-423c-9154-5fb894005909", "name": "network-vif-plugged", "status": "completed", "tag": "c8e7201c-1583-4c9a-8dae-3573f2f8de36", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:23.377698 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35826957-6a5c-45df-8790-11d0b020b38e {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:23.378228 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4635042-6e29-423c-9154-5fb894005909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36', 'code': 200} Mar 10 06:55:23.392392 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:55:23.408144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, f8b99265-4e89-4ad2-9106-353a6fc3ef0b) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:23.414579 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:23.415168 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.421129 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fa164-865e-4d71-84eb-2913d616e489 None None] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:55:23.427046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=c8e7201c-1583-4c9a-8dae-3573f2f8de36,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:23.434077 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-48edcf4d-d569-4074-b246-cf5d2f7db598 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5262008 Mar 10 06:55:23.436846 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 55666) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:23.442165 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:23.464786 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (890dd8d2-e4d1-43bf-8095-947d70fd61d3), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.466060 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (890dd8d2-e4d1-43bf-8095-947d70fd61d3), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.541016 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks [] for router_controller (890dd8d2-e4d1-43bf-8095-947d70fd61d3), precommit_add_association {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.680700 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a298d80-b7d7-4f2c-826d-479264b3b7ed None None] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:55:23.739654 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks [] for router_gateway (890dd8d2-e4d1-43bf-8095-947d70fd61d3), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:23.779360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682a9b3-1b5e-427f-bb8d-ed29695f87f4 req-495c5743-2ae4-4dbf-a610-92a9d4a1872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:23.781034 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d682a9b3-1b5e-427f-bb8d-ed29695f87f4 req-495c5743-2ae4-4dbf-a610-92a9d4a1872a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 1134 time: 0.1089191 Mar 10 06:55:24.151940 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d682a9b3-1b5e-427f-bb8d-ed29695f87f4 req-483ea512-45de-4814-817b-356d5c7f7651 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610604 Mar 10 06:55:24.179608 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde1470-e993-43aa-8e81-4237681c5599 req-a1eca12e-fa62-4e74-8538-72fbf4976602 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:24.181205 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0cde1470-e993-43aa-8e81-4237681c5599 req-a1eca12e-fa62-4e74-8538-72fbf4976602 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 944 time: 0.3679636 Mar 10 06:55:24.267582 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de8eac-e4a6-4002-a74e-e25fc38bc012 req-d9855c6a-6b32-4fd3-b4e3-947b63853ab9 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:24.269226 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-77de8eac-e4a6-4002-a74e-e25fc38bc012 req-d9855c6a-6b32-4fd3-b4e3-947b63853ab9 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 943 time: 0.0552442 Mar 10 06:55:24.319230 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-77de8eac-e4a6-4002-a74e-e25fc38bc012 req-93a43dd2-5df0-4766-bac2-e59abd6b7863 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 Mar 10 06:55:24.328616 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0cde1470-e993-43aa-8e81-4237681c5599 req-af23923b-9c40-4bb6-bb8a-e87d9fef61b5 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406724 Mar 10 06:55:24.361080 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks [] for router_gateway (890dd8d2-e4d1-43bf-8095-947d70fd61d3), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:24.382611 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:24.487958 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6f0c9-7966-4c77-ad3d-1c9201a556de req-82cda1e5-93e1-4985-bd4f-31266a3edee9 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:24.493748 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-15c6f0c9-7966-4c77-ad3d-1c9201a556de req-82cda1e5-93e1-4985-bd4f-31266a3edee9 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 950 time: 0.0579751 Mar 10 06:55:24.509498 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Allocated IP 172.27.1.242 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/e6077657-4c20-47f9-8365-e3dd75aaeab5) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:24.546971 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-15c6f0c9-7966-4c77-ad3d-1c9201a556de req-d476b4b0-96ef-4e55-9907-1ae94536cd53 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Mar 10 06:55:24.645972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks [] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:24.683278 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:24.722509 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:24.727519 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:24.731138 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:24.753346 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Pushing event updated for resources: {'Port': ['ID=e6077657-4c20-47f9-8365-e3dd75aaeab5,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:24.966660 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9a080547-2715-44b8-aa9d-73d2942dc3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:24.996128 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks [] for router_gateway (890dd8d2-e4d1-43bf-8095-947d70fd61d3), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.128950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 38083531-916f-4639-8707-5dc7f535a0bc details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:55:25.204617 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (890dd8d2-e4d1-43bf-8095-947d70fd61d3), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.239896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 38083531-916f-4639-8707-5dc7f535a0bc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38083531-916f-4639-8707-5dc7f535a0bc,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:25.251131 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '38083531-916f-4639-8707-5dc7f535a0bc', 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51', 'port_id': '38083531-916f-4639-8707-5dc7f535a0bc', 'mac_address': 'fa:16:3e:b4:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bccae1-c2e2-4978-981b-0ebd7bdbe17f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:55:25.290591 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 38083531-916f-4639-8707-5dc7f535a0bc is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:25.290998 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (38083531-916f-4639-8707-5dc7f535a0bc), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.303577 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38083531-916f-4639-8707-5dc7f535a0bc {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:25.323380 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 38083531-916f-4639-8707-5dc7f535a0bc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38083531-916f-4639-8707-5dc7f535a0bc,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:25.327112 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (38083531-916f-4639-8707-5dc7f535a0bc), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.327760 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 475d30e7-67bd-451c-8027-492158f8699c details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:55:25.339186 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:55:25.406527 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=38083531-916f-4639-8707-5dc7f535a0bc,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:25.485958 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 475d30e7-67bd-451c-8027-492158f8699c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=475d30e7-67bd-451c-8027-492158f8699c,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:25.488684 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572358-11a3-445d-a20f-45ef291e3226 req-d396509f-478f-4372-977e-0b86cdad5f47 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:25.490888 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-93572358-11a3-445d-a20f-45ef291e3226 req-d396509f-478f-4372-977e-0b86cdad5f47 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 944 time: 0.0630016 Mar 10 06:55:25.499324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '475d30e7-67bd-451c-8027-492158f8699c', 'network_id': '04a82a39-93b4-409b-ad9b-c79ad4668323', 'port_id': '475d30e7-67bd-451c-8027-492158f8699c', 'mac_address': 'fa:16:3e:3a:a0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fe348-9b36-487e-ac72-25eac43aeddf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:55:25.504917 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:55:25.518399 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Sync routers for ids ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:55:25.537315 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde3894-32ec-4c20-a356-a784fac37d49 req-93197896-a040-4d75-8705-9c26f65dbad7 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:25.538989 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5bde3894-32ec-4c20-a356-a784fac37d49 req-93197896-a040-4d75-8705-9c26f65dbad7 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 944 time: 0.1150882 Mar 10 06:55:25.541841 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.542600 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Routers {'890dd8d2-e4d1-43bf-8095-947d70fd61d3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:55:25.543152 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-bd7a77c3-647d-4fcf-949a-d509046252cd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1050639 Mar 10 06:55:25.543707 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:55:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:25.545947 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 55760) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:25.550033 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 475d30e7-67bd-451c-8027-492158f8699c is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:25.550599 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (475d30e7-67bd-451c-8027-492158f8699c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.559148 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-93572358-11a3-445d-a20f-45ef291e3226 req-0183b34c-9cf4-46c9-8b0d-6139eb8706fa tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607946 Mar 10 06:55:25.565060 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475d30e7-67bd-451c-8027-492158f8699c {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:25.619813 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 475d30e7-67bd-451c-8027-492158f8699c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=475d30e7-67bd-451c-8027-492158f8699c,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:25.627610 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (475d30e7-67bd-451c-8027-492158f8699c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.645492 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5bde3894-32ec-4c20-a356-a784fac37d49 req-f75dc308-5c13-4e1b-9f0f-5f2d2820d6fa tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965817 Mar 10 06:55:25.694012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=475d30e7-67bd-451c-8027-492158f8699c,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:25.727466 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Set router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:55:25.792126 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f91327-54dc-46dd-9a26-1b3890d72efa req-629b9105-f5b1-4db5-ba94-880d7268653a tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:25.793265 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05f91327-54dc-46dd-9a26-1b3890d72efa req-629b9105-f5b1-4db5-ba94-880d7268653a tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 950 time: 0.1230798 Mar 10 06:55:25.915937 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:55:24Z', 'revision_number': 3, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:25.930366 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05f91327-54dc-46dd-9a26-1b3890d72efa req-0c1e5254-3fd0-4aa5-9312-1c08f576933a tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299574 Mar 10 06:55:25.952133 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Checking router: 890dd8d2-e4d1-43bf-8095-947d70fd61d3 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:55:25.952948 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Updating router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 port e6077657-4c20-47f9-8365-e3dd75aaeab5 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:55:25.966592 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:25.984849 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.116705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.244848 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Publish callbacks [] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.251764 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.283202 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Allocated IP 172.20.0.1 (f8b99265-4e89-4ad2-9106-353a6fc3ef0b/74f1fe88-5804-45e5-b150-f1a22bc6838b/68f30135-213a-41e4-a290-fbd9142d9923) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:26.301819 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Attempting to bind port e6077657-4c20-47f9-8365-e3dd75aaeab5 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:26.302189 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Attempting to bind port e6077657-4c20-47f9-8365-e3dd75aaeab5 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:26.302553 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Attempting to bind port e6077657-4c20-47f9-8365-e3dd75aaeab5 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:26.310798 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Pushing event updated for resources: {'Port': ['ID=e6077657-4c20-47f9-8365-e3dd75aaeab5,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:26.313678 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:26.314048 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:26.314696 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.315085 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:26.315555 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Bound port: e6077657-4c20-47f9-8365-e3dd75aaeab5, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:26.315943 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.322764 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.323129 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.323493 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.323831 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.324158 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.324482 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.324809 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.325162 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.325489 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.325825 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.326149 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.326465 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.326780 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:55:26.328770 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['38083531-916f-4639-8707-5dc7f535a0bc'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:26.359170 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['475d30e7-67bd-451c-8027-492158f8699c'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:26.391368 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] For port e6077657-4c20-47f9-8365-e3dd75aaeab5, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:26.394478 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] For port e6077657-4c20-47f9-8365-e3dd75aaeab5, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=e6077657-4c20-47f9-8365-e3dd75aaeab5,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:26.395097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks [] for port (68f30135-213a-41e4-a290-fbd9142d9923), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.402358 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.438587 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (68f30135-213a-41e4-a290-fbd9142d9923), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.486699 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:26.492506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:26.496330 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:26.502279 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Pushing event updated for resources: {'Port': ['ID=68f30135-213a-41e4-a290-fbd9142d9923,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:26.548320 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (890dd8d2-e4d1-43bf-8095-947d70fd61d3), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.565143 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d674-fcd8-4175-a527-9731cfa19b0b None None] Pushing event updated for resources: {'Port': ['ID=e6077657-4c20-47f9-8365-e3dd75aaeab5,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:26.573519 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Routers {'890dd8d2-e4d1-43bf-8095-947d70fd61d3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:55:26.574156 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:55:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:26.710800 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58852-be36-4d36-a477-7236070fe3e9 req-7d303410-ed40-45ba-acf5-d2c2cbcf2a84 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:26.719363 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5be58852-be36-4d36-a477-7236070fe3e9 req-7d303410-ed40-45ba-acf5-d2c2cbcf2a84 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 944 time: 0.0648272 Mar 10 06:55:26.721064 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] Set router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:55:26.772925 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (68f30135-213a-41e4-a290-fbd9142d9923), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:26.784545 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5be58852-be36-4d36-a477-7236070fe3e9 req-7749b93b-f175-4f70-8407-34f0887c13d0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636764 Mar 10 06:55:26.832075 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77720-783a-4b56-9baa-1ae7bea1fad2 req-add6ba8e-3571-4722-bb1f-5eb510de1458 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:26.833573 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-afb77720-783a-4b56-9baa-1ae7bea1fad2 req-add6ba8e-3571-4722-bb1f-5eb510de1458 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 945 time: 0.1092365 Mar 10 06:55:26.914511 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:55:24Z', 'revision_number': 3, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:26.941493 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-afb77720-783a-4b56-9baa-1ae7bea1fad2 req-a938fe92-55b8-4bc6-958d-03d9e96877a0 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992982 Mar 10 06:55:26.947694 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b3cd-b82d-4ca1-a642-965c287d7fc3 None None] The sync data for ids ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'] in dv-cinder-832918-1-iscsi is: [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:55:24Z', 'revision_number': 3, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:55:27.020829 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks [] for port (68f30135-213a-41e4-a290-fbd9142d9923), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.027680 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (68f30135-213a-41e4-a290-fbd9142d9923), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.070602 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7e08-bcae-483b-9a05-02491674432e req-a9168d2e-1ba9-4249-b1df-b9e079b5b0e4 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:27.077693 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e2b7e08-bcae-483b-9a05-02491674432e req-a9168d2e-1ba9-4249-b1df-b9e079b5b0e4 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 950 time: 0.0688212 Mar 10 06:55:27.100281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (890dd8d2-e4d1-43bf-8095-947d70fd61d3), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.103627 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Pushing event updated for resources: {'Port': ['ID=68f30135-213a-41e4-a290-fbd9142d9923,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:27.130851 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e2b7e08-bcae-483b-9a05-02491674432e req-185e131b-e660-4bd9-8b13-21943207f556 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Mar 10 06:55:27.211442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:27.213185 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:27.476327 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device e6077657-4c20-47f9-8365-e3dd75aaeab5 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:27.577462 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port e6077657-4c20-47f9-8365-e3dd75aaeab5 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:27.577876 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.601364 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.660055 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:55:27.667016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port e6077657-4c20-47f9-8365-e3dd75aaeab5 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:27.668087 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.703395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port e6077657-4c20-47f9-8365-e3dd75aaeab5, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=e6077657-4c20-47f9-8365-e3dd75aaeab5,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:27.703614 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd8263-0879-4a16-b271-7d955d919ade req-495a2734-21da-40a0-ad07-5bf2b30f3d9a tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:27.710679 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:27.712076 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9bd8263-0879-4a16-b271-7d955d919ade req-495a2734-21da-40a0-ad07-5bf2b30f3d9a tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 950 time: 0.0778608 Mar 10 06:55:27.766097 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9bd8263-0879-4a16-b271-7d955d919ade req-a5f676fe-632e-40fa-9a47-f8da61505b6c tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Mar 10 06:55:27.769617 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=e6077657-4c20-47f9-8365-e3dd75aaeab5,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:27.807384 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:55:27.817726 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-33c6fc66-bab8-4bd2-a080-45cb65def70b admin admin] 10.222.0.35 "PUT /v2.0/routers/890dd8d2-e4d1-43bf-8095-947d70fd61d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2692828 Mar 10 06:55:27.932948 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d8b4a-e994-4d4a-9693-1418cd6b6451 req-3e937f25-69ff-41b5-8475-f1cf5c1fc83c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:27.934482 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-166d8b4a-e994-4d4a-9693-1418cd6b6451 req-3e937f25-69ff-41b5-8475-f1cf5c1fc83c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 944 time: 0.0592585 Mar 10 06:55:27.996566 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-166d8b4a-e994-4d4a-9693-1418cd6b6451 req-080b24f5-c3b1-4f02-9ca1-c92f59c3eb78 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557353 Mar 10 06:55:28.086875 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48644-9dd3-4856-bfea-ddb5ad24d504 req-045e2ec0-aaa6-4f02-82c6-0d43bd6d871f tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:28.088478 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-83e48644-9dd3-4856-bfea-ddb5ad24d504 req-045e2ec0-aaa6-4f02-82c6-0d43bd6d871f tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 945 time: 0.0555513 Mar 10 06:55:28.138836 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-83e48644-9dd3-4856-bfea-ddb5ad24d504 req-b756eb11-0472-4f39-824a-397632e0eee8 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442770 Mar 10 06:55:28.773532 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Sync routers for ids ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:55:28.782849 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Routers {'890dd8d2-e4d1-43bf-8095-947d70fd61d3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:55:28.783451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:55:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:28.901897 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Set router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:55:28.903029 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91ce38-a7c1-4679-a59b-a9f5414a004c req-9df536e3-e7bf-470d-bfbe-132e615474e4 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:28.913313 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4c91ce38-a7c1-4679-a59b-a9f5414a004c req-9df536e3-e7bf-470d-bfbe-132e615474e4 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 950 time: 0.0738280 Mar 10 06:55:28.945052 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:28.973631 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4c91ce38-a7c1-4679-a59b-a9f5414a004c req-983d8f30-b570-4da5-86da-ab42ff6e7592 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/security-groups?id=40689193-b1a9-44f3-8d73-3705f7d6589d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Mar 10 06:55:29.117231 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf421-a4b7-4184-a2b4-f7de22ebcea2 req-660752b3-895e-48f4-8b8d-2b8758b88548 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:29.118726 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-877cf421-a4b7-4184-a2b4-f7de22ebcea2 req-660752b3-895e-48f4-8b8d-2b8758b88548 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 944 time: 0.0558631 Mar 10 06:55:29.126418 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:55:26Z', 'revision_number': 4, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '68f30135-213a-41e4-a290-fbd9142d9923', 'name': '', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'mac_address': 'fa:16:3e:63:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:26Z', 'updated_at': '2022-03-10T06:55:26Z', 'revision_number': 2, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'subnets': [{'id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:29.157429 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 38083531-916f-4639-8707-5dc7f535a0bc up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:29.160619 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Checking router: 890dd8d2-e4d1-43bf-8095-947d70fd61d3 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:55:29.160839 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Updating router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 port 68f30135-213a-41e4-a290-fbd9142d9923 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:55:29.168426 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-877cf421-a4b7-4184-a2b4-f7de22ebcea2 req-34730288-092a-4d98-bc66-7bda7dbc6e80 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Mar 10 06:55:29.218823 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (68f30135-213a-41e4-a290-fbd9142d9923), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.273125 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 38083531-916f-4639-8707-5dc7f535a0bc completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:55:29.280199 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbc83b-062f-4082-98ce-f65453a87157 req-ff06820f-cb2a-46a3-9d3c-12d4902a25d8 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:29.281207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 38083531-916f-4639-8707-5dc7f535a0bc triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:29.281585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (38083531-916f-4639-8707-5dc7f535a0bc), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.281753 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-30bbc83b-062f-4082-98ce-f65453a87157 req-ff06820f-cb2a-46a3-9d3c-12d4902a25d8 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 945 time: 0.0600936 Mar 10 06:55:29.335758 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-30bbc83b-062f-4082-98ce-f65453a87157 req-67ac1dba-1974-4b3d-afbe-49a39a066706 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Mar 10 06:55:29.352893 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device e6077657-4c20-47f9-8365-e3dd75aaeab5 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:29.647715 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port e6077657-4c20-47f9-8365-e3dd75aaeab5 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:29.647966 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.687608 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 38083531-916f-4639-8707-5dc7f535a0bc is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:29.687995 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (38083531-916f-4639-8707-5dc7f535a0bc), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.705660 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-a9906683-a9b4-497e-9c34-e05932480b7e tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:29.707117 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-a9906683-a9b4-497e-9c34-e05932480b7e tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 950 time: 0.0637600 Mar 10 06:55:29.742666 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38083531-916f-4639-8707-5dc7f535a0bc'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:29.745550 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d3cdb-cf3a-4b5b-ab82-f493821410d0" -d '{"events": [{"server_uuid": "df2e3a6c-549c-4a11-8dda-be8cd585298e", "name": "network-vif-plugged", "status": "completed", "tag": "38083531-916f-4639-8707-5dc7f535a0bc"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:29.791290 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 38083531-916f-4639-8707-5dc7f535a0bc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38083531-916f-4639-8707-5dc7f535a0bc,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:29.793894 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43d1895-227d-4121-93b7-b8bfa8d21521 x-openstack-request-id: req-a43d1895-227d-4121-93b7-b8bfa8d21521 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:29.794299 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2e3a6c-549c-4a11-8dda-be8cd585298e", "name": "network-vif-plugged", "status": "completed", "tag": "38083531-916f-4639-8707-5dc7f535a0bc", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:29.794593 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a43d1895-227d-4121-93b7-b8bfa8d21521 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:29.794978 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38083531-916f-4639-8707-5dc7f535a0bc', 'code': 200} Mar 10 06:55:29.800171 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (38083531-916f-4639-8707-5dc7f535a0bc), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.801018 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 475d30e7-67bd-451c-8027-492158f8699c up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:29.806905 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Deleting port c8e7201c-1583-4c9a-8dae-3573f2f8de36 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:55:29.807276 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.885975 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Publish callbacks [] for port (68f30135-213a-41e4-a290-fbd9142d9923), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.906274 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (68f30135-213a-41e4-a290-fbd9142d9923), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.920020 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] For port c8e7201c-1583-4c9a-8dae-3573f2f8de36, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c8e7201c-1583-4c9a-8dae-3573f2f8de36,segment=NetworkSegment(11745fa4-f606-4750-93d9-06109a4c883a),segment_id=11745fa4-f606-4750-93d9-06109a4c883a)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:29.920020 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:29.935931 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Calling delete_port for c8e7201c-1583-4c9a-8dae-3573f2f8de36 owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:55:29.945223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=38083531-916f-4639-8707-5dc7f535a0bc,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:29.950531 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port e6077657-4c20-47f9-8365-e3dd75aaeab5 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:30.016319 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 475d30e7-67bd-451c-8027-492158f8699c completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:55:30.044251 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48a503-ad8a-4a0a-bdd5-7cc7f4955f8b None None] Pushing event updated for resources: {'Port': ['ID=68f30135-213a-41e4-a290-fbd9142d9923,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:30.060796 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 475d30e7-67bd-451c-8027-492158f8699c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:30.061167 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (475d30e7-67bd-451c-8027-492158f8699c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.096085 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Attempting to bind port 68f30135-213a-41e4-a290-fbd9142d9923 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:30.097028 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Attempting to bind port 68f30135-213a-41e4-a290-fbd9142d9923 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:30.097950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Attempting to bind port 68f30135-213a-41e4-a290-fbd9142d9923 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:30.110207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:30.110207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Checking segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:30.110503 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.110880 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Bound using segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:30.111348 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Bound port: 68f30135-213a-41e4-a290-fbd9142d9923, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:30.111724 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (68f30135-213a-41e4-a290-fbd9142d9923), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.129160 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (c8e7201c-1583-4c9a-8dae-3573f2f8de36), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.130535 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92478-957c-4157-a608-af103fafef6c req-160f07fd-9085-4a26-b612-a4ccd7f528a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:30.132477 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ed92478-957c-4157-a608-af103fafef6c req-160f07fd-9085-4a26-b612-a4ccd7f528a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 1129 time: 0.1435189 Mar 10 06:55:30.172001 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Pushing event deleted for resources: {'Port': ['ID=c8e7201c-1583-4c9a-8dae-3573f2f8de36,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:30.188847 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['c8e7201c-1583-4c9a-8dae-3573f2f8de36'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:30.191386 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ed92478-957c-4157-a608-af103fafef6c req-8d6e8594-587e-4f2d-82ab-5fcb84c4f41c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504551 Mar 10 06:55:30.197397 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0dd6e766-de1a-4eba-b587-ac5146eead1b req-6332444f-a77f-4ba4-8eaf-08fd7176507f tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 210 time: 0.0556824 Mar 10 06:55:30.237840 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] No DVR routers for this DVR port c8e7201c-1583-4c9a-8dae-3573f2f8de36 on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:55:30.240756 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.244115 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04d49574-7797-4986-b9b6-05ca0fe268c9 req-8b76faf9-99c7-4d02-822c-c656cdd55a21 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.36 "DELETE /v2.0/ports/c8e7201c-1583-4c9a-8dae-3573f2f8de36 HTTP/1.1" status: 204 len: 173 time: 0.5314562 Mar 10 06:55:30.244580 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4635042-6e29-423c-9154-5fb894005909', 'name': 'network-vif-deleted', 'tag': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:30.246859 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2950fdd8-d5d6-45ac-8c24-06e66d3fc653" -d '{"events": [{"server_uuid": "f4635042-6e29-423c-9154-5fb894005909", "name": "network-vif-deleted", "tag": "c8e7201c-1583-4c9a-8dae-3573f2f8de36"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:30.252160 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 475d30e7-67bd-451c-8027-492158f8699c is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:30.253141 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (475d30e7-67bd-451c-8027-492158f8699c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.264669 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] For port 68f30135-213a-41e4-a290-fbd9142d9923, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:30.285174 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] For port 68f30135-213a-41e4-a290-fbd9142d9923, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=68f30135-213a-41e4-a290-fbd9142d9923,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:30.300472 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (68f30135-213a-41e4-a290-fbd9142d9923), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.306670 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 475d30e7-67bd-451c-8027-492158f8699c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=475d30e7-67bd-451c-8027-492158f8699c,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:30.335967 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (475d30e7-67bd-451c-8027-492158f8699c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:30.342582 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6778-48b2-4997-9ca9-707ac4b89d82 req-f9942438-89ed-4c6b-b0a6-8401e954725a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:30.346144 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cf7f6778-48b2-4997-9ca9-707ac4b89d82 req-f9942438-89ed-4c6b-b0a6-8401e954725a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0643005 Mar 10 06:55:30.374091 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Routers {'890dd8d2-e4d1-43bf-8095-947d70fd61d3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:55:30.374730 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:55:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:30.376607 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48a503-ad8a-4a0a-bdd5-7cc7f4955f8b None None] Pushing event updated for resources: {'Port': ['ID=68f30135-213a-41e4-a290-fbd9142d9923,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:30.419299 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cf7f6778-48b2-4997-9ca9-707ac4b89d82 req-a058f241-6956-4b79-9903-2e948b0e0c87 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539768 Mar 10 06:55:30.476295 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=475d30e7-67bd-451c-8027-492158f8699c,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:30.487190 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f6b1f1-6ba2-4d2d-a1a9-9ca81df933c7 x-openstack-request-id: req-04f6b1f1-6ba2-4d2d-a1a9-9ca81df933c7 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:30.487567 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4635042-6e29-423c-9154-5fb894005909", "name": "network-vif-deleted", "tag": "c8e7201c-1583-4c9a-8dae-3573f2f8de36", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:30.488012 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04f6b1f1-6ba2-4d2d-a1a9-9ca81df933c7 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:30.488470 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4635042-6e29-423c-9154-5fb894005909', 'name': 'network-vif-deleted', 'tag': 'c8e7201c-1583-4c9a-8dae-3573f2f8de36', 'status': 'completed', 'code': 200} Mar 10 06:55:30.532609 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] Set router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:55:30.588464 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f37331-6b0f-4527-bc4b-cf2cdb79e012 req-21829723-2a32-40cc-9a06-c1e63b76d26d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:30.589614 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d2f37331-6b0f-4527-bc4b-cf2cdb79e012 req-21829723-2a32-40cc-9a06-c1e63b76d26d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0519476 Mar 10 06:55:30.649862 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d2f37331-6b0f-4527-bc4b-cf2cdb79e012 req-24253c7d-af19-485a-af8b-20808d1109b4 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Mar 10 06:55:30.731642 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:55:26Z', 'revision_number': 4, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '68f30135-213a-41e4-a290-fbd9142d9923', 'name': '', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'mac_address': 'fa:16:3e:63:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:26Z', 'updated_at': '2022-03-10T06:55:30Z', 'revision_number': 4, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'subnets': [{'id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:55:30.758056 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649855c4-8728-4edc-a99c-7987b43f0911 None None] The sync data for ids ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'] in dv-cinder-832918-1-iscsi is: [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:55:26Z', 'revision_number': 4, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '68f30135-213a-41e4-a290-fbd9142d9923', 'name': '', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'mac_address': 'fa:16:3e:63:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:26Z', 'updated_at': '2022-03-10T06:55:30Z', 'revision_number': 4, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'subnets': [{'id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:55:31.357159 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1b1eac8e-9c53-42bd-b38f-18a13aa91742 req-822e5413-84aa-485b-8870-eee38dfb66d7 tempest-VolumesNegativeTest-1141001395 tempest-VolumesNegativeTest-1141001395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4635042-6e29-423c-9154-5fb894005909 HTTP/1.1" status: 200 len: 210 time: 0.0499368 Mar 10 06:55:31.410152 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 68f30135-213a-41e4-a290-fbd9142d9923 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:31.468528 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 68f30135-213a-41e4-a290-fbd9142d9923 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:31.468910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (68f30135-213a-41e4-a290-fbd9142d9923), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:31.501904 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-f573702f-4e41-4fa2-adac-22860c815708 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:31.503638 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-f573702f-4e41-4fa2-adac-22860c815708 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 819 time: 0.1122227 Mar 10 06:55:31.520164 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c9063603-1d4f-433d-9192-5cd0b14104e4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/quotas/b8b50101e10a405c8747f18249f66bf4 HTTP/1.1" status: 200 len: 375 time: 0.0112727 Mar 10 06:55:31.564153 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 68f30135-213a-41e4-a290-fbd9142d9923 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:31.565078 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (68f30135-213a-41e4-a290-fbd9142d9923), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:31.590960 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6b676-fd67-4ed2-8695-95c88c4018f5 req-8828073d-38cb-41a4-9061-eca2e558700d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:31.593930 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-eb85bde6-ffbc-4b54-b3ce-388979bd78a5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559111 Mar 10 06:55:31.595471 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a7f6b676-fd67-4ed2-8695-95c88c4018f5 req-8828073d-38cb-41a4-9061-eca2e558700d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0869811 Mar 10 06:55:31.606593 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 68f30135-213a-41e4-a290-fbd9142d9923, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=68f30135-213a-41e4-a290-fbd9142d9923,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:31.612050 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (68f30135-213a-41e4-a290-fbd9142d9923), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:31.653928 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a7f6b676-fd67-4ed2-8695-95c88c4018f5 req-f4e6acdc-6980-4215-82bd-10351faa637a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552351 Mar 10 06:55:31.697348 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=68f30135-213a-41e4-a290-fbd9142d9923,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:31.721540 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-388b86f3-3217-48e9-9889-cf4dda773b77 service neutron] 10.222.0.35 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132965 Mar 10 06:55:31.786774 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186820b-ecae-41fe-856d-b2c975f35154 req-780249d4-9f43-4985-88d5-35708db4ce98 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:31.788325 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5186820b-ecae-41fe-856d-b2c975f35154 req-780249d4-9f43-4985-88d5-35708db4ce98 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0636816 Mar 10 06:55:31.796549 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475d30e7-67bd-451c-8027-492158f8699c'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:31.799485 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449facd-7c48-4f2b-85a9-fb9d203e6353" -d '{"events": [{"server_uuid": "318b4c52-fe90-4f01-aaa4-94530e2e8c8f", "name": "network-vif-plugged", "status": "completed", "tag": "475d30e7-67bd-451c-8027-492158f8699c"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:31.824714 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-2982f701-5b2c-4eba-9cd0-c7c7d9d3c11e service neutron] 10.222.0.35 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975609 Mar 10 06:55:31.846913 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5186820b-ecae-41fe-856d-b2c975f35154 req-b470088f-e768-41d6-bd26-80917621f5e9 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528724 Mar 10 06:55:31.908213 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bff062d-637a-4cc6-9389-9265c159141b x-openstack-request-id: req-5bff062d-637a-4cc6-9389-9265c159141b {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:31.908560 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318b4c52-fe90-4f01-aaa4-94530e2e8c8f", "name": "network-vif-plugged", "status": "completed", "tag": "475d30e7-67bd-451c-8027-492158f8699c", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:31.908836 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bff062d-637a-4cc6-9389-9265c159141b {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:31.909280 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475d30e7-67bd-451c-8027-492158f8699c', 'code': 200} Mar 10 06:55:32.045694 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-65ec522f-0e9b-4e92-a68d-a6e399ea42ab req-c904fb57-f25c-4aba-9d68-7b0b627b8e2b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 210 time: 0.0326266 Mar 10 06:55:32.206222 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4b3d9-3b21-4e83-a601-8b9db5ad5579 req-3f262af8-17f7-4c2f-a662-d5cf05ec6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:32.207751 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-81f4b3d9-3b21-4e83-a601-8b9db5ad5579 req-3f262af8-17f7-4c2f-a662-d5cf05ec6feb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 1130 time: 0.0684872 Mar 10 06:55:32.260919 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-81f4b3d9-3b21-4e83-a601-8b9db5ad5579 req-45f046d5-9777-420e-91d7-316a9f976df6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Mar 10 06:55:32.343104 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-0568e3d8-6a4a-4a5d-a4ba-75be7a9b64e1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:32.344652 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-0568e3d8-6a4a-4a5d-a4ba-75be7a9b64e1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 819 time: 0.1098762 Mar 10 06:55:32.363406 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-0a283cd5-c480-44fa-8690-76ccc132d7ee tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/quotas/b8b50101e10a405c8747f18249f66bf4 HTTP/1.1" status: 200 len: 375 time: 0.0104105 Mar 10 06:55:32.420795 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-5bbc1fd6-bdd9-4853-92a6-88ab7f8aff14 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511272 Mar 10 06:55:32.513808 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-7297e8a3-a7ae-4add-9374-b288cd782c32 service neutron] 10.222.0.35 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854800 Mar 10 06:55:32.606749 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-de0c1e50-68c5-4fdc-b302-b7397d39c4b3 service neutron] 10.222.0.35 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887239 Mar 10 06:55:32.815193 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b4d758e5-cdd4-45f9-ac14-527ad806e90a req-2c2d0b80-193b-4820-b12a-63a7c517ba87 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 210 time: 0.0689819 Mar 10 06:55:32.829552 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e65db-0e8f-48ad-bc7e-bc2ff6de7e53 req-db6d6d76-7524-42d3-bbf1-23bee0fc7cc4 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:32.831702 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-552e65db-0e8f-48ad-bc7e-bc2ff6de7e53 req-db6d6d76-7524-42d3-bbf1-23bee0fc7cc4 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0969255 Mar 10 06:55:32.899118 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-552e65db-0e8f-48ad-bc7e-bc2ff6de7e53 req-5b04ca3f-cbd3-4db5-a70f-cc894649ad86 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Mar 10 06:55:33.028465 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b0e48-7379-42f9-ad6e-2a3ab5e942a8 req-7fe162ea-b9c2-4673-9616-57635924956d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:33.036880 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-168b0e48-7379-42f9-ad6e-2a3ab5e942a8 req-7fe162ea-b9c2-4673-9616-57635924956d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0869336 Mar 10 06:55:33.085205 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-168b0e48-7379-42f9-ad6e-2a3ab5e942a8 req-4a4f4599-86d1-4926-ae25-10d4b52df9f6 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471301 Mar 10 06:55:33.169479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device c8e7201c-1583-4c9a-8dae-3573f2f8de36 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:55:33.196750 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: c8e7201c-1583-4c9a-8dae-3573f2f8de36 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:55:33.197131 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device c8e7201c-1583-4c9a-8dae-3573f2f8de36 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:55:33.361654 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 68f30135-213a-41e4-a290-fbd9142d9923 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:55:33.414796 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 68f30135-213a-41e4-a290-fbd9142d9923 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:55:33.415256 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (68f30135-213a-41e4-a290-fbd9142d9923), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:33.529502 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 68f30135-213a-41e4-a290-fbd9142d9923 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:33.779069 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-d74437d2-87d3-492e-8232-fc772c2f6ce9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:33.780645 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-d74437d2-87d3-492e-8232-fc772c2f6ce9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 819 time: 0.1454144 Mar 10 06:55:33.839079 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Request body: {'port': {'device_id': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'admin_state_up': True, 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:33.945616 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4b08b823-d9c7-4f24-adaa-98c0385f5c3a req-02c54403-2532-436a-a268-570eb38759f8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 210 time: 0.0426283 Mar 10 06:55:33.992699 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Made reservation on behalf of b8b50101e10a405c8747f18249f66bf4 for: {'port': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:33.996541 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:34.154683 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Allocated IP 172.20.0.2 (f8b99265-4e89-4ad2-9106-353a6fc3ef0b/74f1fe88-5804-45e5-b150-f1a22bc6838b/d9af2da7-4774-4c4e-8a5e-1948c265a8a1) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:34.236801 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8241a-d17e-445b-bbfc-93b447afa40d req-34d09d9a-c737-4aaf-9ba2-f3253fb37bcf tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:34.239079 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-45c8241a-d17e-445b-bbfc-93b447afa40d req-34d09d9a-c737-4aaf-9ba2-f3253fb37bcf tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0750043 Mar 10 06:55:34.343539 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-45c8241a-d17e-445b-bbfc-93b447afa40d req-ebd7477f-cc9f-4f5c-88d6-fce5e7c51b51 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940478 Mar 10 06:55:34.375559 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks [] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:34.423346 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-c358250f-58f7-4faa-97cf-19d62fecf286 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:34.425942 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-c358250f-58f7-4faa-97cf-19d62fecf286 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 819 time: 0.1724050 Mar 10 06:55:34.451566 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:34.475108 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Request body: {'port': {'device_id': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'admin_state_up': True, 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:34.502754 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:34.508411 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:34.512215 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:34.518677 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Pushing event updated for resources: {'Port': ['ID=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:34.578466 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:34.579425 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:34.609133 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-81c696ce-73c2-44ff-a11a-9e18b3cd148e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740262 Mar 10 06:55:34.622763 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Made reservation on behalf of b8b50101e10a405c8747f18249f66bf4 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:55:34.626186 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:34.669544 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Request body: {'port': {'device_id': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:34.752950 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:34.780931 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Allocated IP 172.20.0.4 (f8b99265-4e89-4ad2-9106-353a6fc3ef0b/74f1fe88-5804-45e5-b150-f1a22bc6838b/0f29346f-feb0-41f2-a815-c174193c1c46) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:55:34.955281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks [] for port (0f29346f-feb0-41f2-a815-c174193c1c46), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.015777 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.079260 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Network f8b99265-4e89-4ad2-9106-353a6fc3ef0b is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:55:35.083714 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:55:35.088676 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:55:35.129124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Pushing event updated for resources: {'Port': ['ID=0f29346f-feb0-41f2-a815-c174193c1c46,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:35.168159 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:35.168702 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.172306 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab469-dbe5-45aa-8c6b-5e925a52aae8 req-002a87f3-4b4c-4cd4-939a-5b6dc700afba tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:35.174628 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1c4ab469-dbe5-45aa-8c6b-5e925a52aae8 req-002a87f3-4b4c-4cd4-939a-5b6dc700afba tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 931 time: 0.1422665 Mar 10 06:55:35.195774 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-67d36d12-622a-4119-9468-a298ecba31f2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7243438 Mar 10 06:55:35.216218 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Request body: {'port': {'device_id': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:55:35.318364 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1c4ab469-dbe5-45aa-8c6b-5e925a52aae8 req-3a947859-197b-4f98-a4e9-a9a660bc7da5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363037 Mar 10 06:55:35.328980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9af2da7-4774-4c4e-8a5e-1948c265a8a1 {{(pid=109519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:35.338870 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Publish callbacks [] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.361429 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.provisioning_blocks [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Transition to ACTIVE for port object d9af2da7-4774-4c4e-8a5e-1948c265a8a1 will not be triggered until provisioned by entity L2. {{(pid=109519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:55:35.363747 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.365692 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.410834 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Pushing event updated for resources: {'Port': ['ID=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:35.507185 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Attempting to bind port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:35.507635 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Attempting to bind port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:35.508076 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Attempting to bind port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:35.512608 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:55:35.513171 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Attempting to bind port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:35.519061 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:35.519397 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Checking segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:35.519773 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Bound using segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:35.520197 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Bound port: d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'}}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:35.520549 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.593487 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] For port d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host hv-cinder-83291, cleared binding levels {{(pid=109519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:35.597477 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] For port d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:35.608179 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.666334 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:35.667428 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.669414 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] 10.222.0.36 "PUT /v2.0/ports/d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 1093 time: 1.0045164 Mar 10 06:55:35.674999 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'tag': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:35.678060 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f9d6e2-fe6e-4662-aefb-226b5e6972fd", "tag": "d9af2da7-4774-4c4e-8a5e-1948c265a8a1"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:35.697069 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f29346f-feb0-41f2-a815-c174193c1c46 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:35.706776 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c287a-da0e-41c5-a150-0b9d9ef18e56 service neutron] Pushing event updated for resources: {'Port': ['ID=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,revision_number=3']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:35.707010 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Publish callbacks [] for port (0f29346f-feb0-41f2-a815-c174193c1c46), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.742459 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Transition to ACTIVE for port object 0f29346f-feb0-41f2-a815-c174193c1c46 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:55:35.746919 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604cbb1-9406-4dac-9965-09a2c715394f x-openstack-request-id: req-e604cbb1-9406-4dac-9965-09a2c715394f {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:35.747287 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f9d6e2-fe6e-4662-aefb-226b5e6972fd", "tag": "d9af2da7-4774-4c4e-8a5e-1948c265a8a1", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:35.747850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e604cbb1-9406-4dac-9965-09a2c715394f {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:35.748281 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'tag': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1', 'status': 'completed', 'code': 200} Mar 10 06:55:35.748957 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.859013 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-7f6b9738-9feb-4ed6-9d7e-a8264d7e836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:35.867475 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-7f6b9738-9feb-4ed6-9d7e-a8264d7e836e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1127 time: 0.0950348 Mar 10 06:55:35.879168 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f29346f-feb0-41f2-a815-c174193c1c46,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:35.943538 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Attempting to bind port 0f29346f-feb0-41f2-a815-c174193c1c46 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:55:35.943945 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Attempting to bind port 0f29346f-feb0-41f2-a815-c174193c1c46 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:55:35.944339 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Attempting to bind port 0f29346f-feb0-41f2-a815-c174193c1c46 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:35.948948 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Port 0f29346f-feb0-41f2-a815-c174193c1c46 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:55:35.949373 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Attempting to bind port 0f29346f-feb0-41f2-a815-c174193c1c46 on network f8b99265-4e89-4ad2-9106-353a6fc3ef0b {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:55:35.954537 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:55:35.955027 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Checking segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:55:35.960662 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Bound using segment: {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:55:35.961420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Bound port: 0f29346f-feb0-41f2-a815-c174193c1c46, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:55:35.961886 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:35.992071 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-b299cc43-f855-4b19-a8bb-f11f7de4120b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0603530 Mar 10 06:55:36.038599 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] For port 0f29346f-feb0-41f2-a815-c174193c1c46, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:55:36.046210 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] For port 0f29346f-feb0-41f2-a815-c174193c1c46, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0f29346f-feb0-41f2-a815-c174193c1c46,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:55:36.055965 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:36.061325 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deed7b-e75c-4a75-9fca-58cdb5c6242c req-c5eeb8e1-480a-44fa-a199-3bad2a26eb25 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.069626 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-82deed7b-e75c-4a75-9fca-58cdb5c6242c req-c5eeb8e1-480a-44fa-a199-3bad2a26eb25 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.1509037 Mar 10 06:55:36.088545 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-562fa2a5-4d50-4b06-a7f5-037f364d9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.090849 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-562fa2a5-4d50-4b06-a7f5-037f364d9a09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0923984 Mar 10 06:55:36.099460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.099460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:36.099460 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f29346f-feb0-41f2-a815-c174193c1c46 HTTP/1.1" status: 200 len: 1093 time: 0.8872576 Mar 10 06:55:36.100057 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'tag': '0f29346f-feb0-41f2-a815-c174193c1c46'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:36.104036 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37" -d '{"events": [{"name": "network-changed", "server_uuid": "935547b8-e4ac-45b0-a01f-7b8ac36c9755", "tag": "0f29346f-feb0-41f2-a815-c174193c1c46"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:36.135746 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-930b0172-617a-4eb6-b982-7a42a2b05da4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323067 Mar 10 06:55:36.144066 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b38dd-3bdd-49bb-995e-21914a2802c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f29346f-feb0-41f2-a815-c174193c1c46,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:36.160077 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-82deed7b-e75c-4a75-9fca-58cdb5c6242c req-7c183bdf-9e2f-45a2-8208-00a97abccc59 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891676 Mar 10 06:55:36.186810 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f22e9c-5dbe-4851-8b28-ec5a23ced383 x-openstack-request-id: req-96f22e9c-5dbe-4851-8b28-ec5a23ced383 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:36.187104 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935547b8-e4ac-45b0-a01f-7b8ac36c9755", "tag": "0f29346f-feb0-41f2-a815-c174193c1c46", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:36.187373 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96f22e9c-5dbe-4851-8b28-ec5a23ced383 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:36.188015 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'tag': '0f29346f-feb0-41f2-a815-c174193c1c46', 'status': 'completed', 'code': 200} Mar 10 06:55:36.257837 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-238f7bfc-1571-488f-8278-d622c771c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.260427 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-238f7bfc-1571-488f-8278-d622c771c569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 1127 time: 0.0511637 Mar 10 06:55:36.271373 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-8bb2a2f1-a25e-4ba1-a16a-efb9de68d342 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024809 Mar 10 06:55:36.321394 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-f585007a-dd88-4083-abec-5ca25719f042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f29346f-feb0-41f2-a815-c174193c1c46 HTTP/1.1" status: 200 len: 217 time: 0.0349379 Mar 10 06:55:36.375380 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d8ac-b527-41ad-8226-6471def8284a req-227e30e6-f47a-4964-af40-24762b2bc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.377196 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-227e30e6-f47a-4964-af40-24762b2bc854 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0482094 Mar 10 06:55:36.421901 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-96dd17a9-68b3-4cff-95ff-1451f0c6610e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348060 Mar 10 06:55:36.544532 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c994933-9020-40b9-ade4-e98a59eabb9a req-1ec4944c-cf82-4c37-b9e9-d02dc6ede64f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.546018 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7c994933-9020-40b9-ade4-e98a59eabb9a req-1ec4944c-cf82-4c37-b9e9-d02dc6ede64f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.1272652 Mar 10 06:55:36.570692 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-e8444b57-f1d7-4c38-9e25-3e8aad3263ff service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354928 Mar 10 06:55:36.616481 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b225293e-4ac6-4fc0-8ec5-aebd68a1c840 req-c74e89c0-7340-46c0-ba93-ed9f55c8154c service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288195 Mar 10 06:55:36.639440 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7c994933-9020-40b9-ade4-e98a59eabb9a req-3b8b7ea9-dae8-4c6c-aed4-7977ad213024 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818174 Mar 10 06:55:36.691374 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40b5d8ac-b527-41ad-8226-6471def8284a req-98351db0-6828-4b3c-afa2-963edaffc0a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129265 Mar 10 06:55:36.844323 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-3921b8fa-d4f2-455e-bb79-86a8b11a2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.846486 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-3921b8fa-d4f2-455e-bb79-86a8b11a2a68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1127 time: 0.0478811 Mar 10 06:55:36.940285 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-3a71dd9f-1461-4822-90c1-f1dbe3227afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.941999 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-3a71dd9f-1461-4822-90c1-f1dbe3227afa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 1127 time: 0.0527158 Mar 10 06:55:36.984613 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-6e1e5f87-13f6-49bf-a16b-f9511f36e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:36.986742 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-6e1e5f87-13f6-49bf-a16b-f9511f36e8d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.0962522 Mar 10 06:55:37.027444 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-38e3d8e4-3f40-4b94-909a-d49cd56e8fdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0335047 Mar 10 06:55:37.036870 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-8af5ea41-c6b3-4762-a7a5-1c8075edc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.038348 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-8af5ea41-c6b3-4762-a7a5-1c8075edc3e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.0895672 Mar 10 06:55:37.078283 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-20efedc6-2637-4a0f-a3ef-d83f1a076a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.079565 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-63880c0a-8dae-4c11-be2b-c45fd28c6131 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f29346f-feb0-41f2-a815-c174193c1c46 HTTP/1.1" status: 200 len: 217 time: 0.0336022 Mar 10 06:55:37.080145 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-20efedc6-2637-4a0f-a3ef-d83f1a076a04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0462472 Mar 10 06:55:37.117320 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-23ecdaeb-49ca-47e1-9a2f-e379dea83d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258861 Mar 10 06:55:37.136702 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-64e99e8a-1165-49a6-86ef-09418d74eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.138212 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-64e99e8a-1165-49a6-86ef-09418d74eaa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0473025 Mar 10 06:55:37.170475 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-1febc8d6-51ca-4001-9e74-42f7b36188bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256028 Mar 10 06:55:37.214394 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-2a788190-7366-4364-927e-4bd6f864a9f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Mar 10 06:55:37.316027 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-94be6505-76fc-49c4-a91b-5417fc0117e4 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382186 Mar 10 06:55:37.316797 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-224593aa-3a71-44b3-b9c2-ebc056fd5e4b req-941fb400-2318-41ce-8b1a-d4d136897dcb service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949154 Mar 10 06:55:37.336197 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b964ce-0516-48c3-8655-9e06b0b841da req-a1adb8f2-4bd1-4eac-a2c5-f1b95250c828 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.337718 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-80b964ce-0516-48c3-8655-9e06b0b841da req-a1adb8f2-4bd1-4eac-a2c5-f1b95250c828 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0906520 Mar 10 06:55:37.469704 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-80b964ce-0516-48c3-8655-9e06b0b841da req-50a5e483-b668-4ff5-8b1e-36a20467173d tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175301 Mar 10 06:55:37.487839 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9cdc06-aa10-4fff-af9c-caf76b8dba37 req-60871592-fba7-4293-8aca-7f3ab8e94e89 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442418 Mar 10 06:55:37.536682 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 56272) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:37.571880 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-dc401cb0-b0a4-4943-bf7e-2b8dacb65722 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481911 Mar 10 06:55:37.664322 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-eb0eec49-8019-4605-b9fb-b47970cc62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.664659 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-eb0eec49-8019-4605-b9fb-b47970cc62fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1129 time: 0.0503347 Mar 10 06:55:37.671524 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d65b62ac-aec4-48a8-98e2-eb0ba7f37132 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1baffffc967f496b88df2b7b4cbda4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308627 Mar 10 06:55:37.672208 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 56278) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:55:37.683649 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:37.758585 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1c50522e-6c05-4560-b2d2-53fe4556629e admin admin] Publish callbacks [] for security_group (40689193-b1a9-44f3-8d73-3705f7d6589d), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:37.779045 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-eea12f12-6cdf-4dc8-a584-aca70a53e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.780543 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-eea12f12-6cdf-4dc8-a584-aca70a53e0fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.0948582 Mar 10 06:55:37.786863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1c50522e-6c05-4560-b2d2-53fe4556629e admin admin] Publish callbacks [] for security_group (40689193-b1a9-44f3-8d73-3705f7d6589d), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:37.804460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955336a5-bd54-46ab-bf15-a55b4c9007ab req-f8101139-b976-4e63-acb5-9e9fc8096210 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.805945 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-955336a5-bd54-46ab-bf15-a55b4c9007ab req-f8101139-b976-4e63-acb5-9e9fc8096210 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0900390 Mar 10 06:55:37.863859 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-9600b22f-a2ef-446a-855a-dbe6a43a44bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 1000 time: 0.0703497 Mar 10 06:55:37.871197 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-955336a5-bd54-46ab-bf15-a55b4c9007ab req-01b42522-3242-42d2-bff8-fbaf03c2e785 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Mar 10 06:55:37.876894 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1c50522e-6c05-4560-b2d2-53fe4556629e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (40689193-b1a9-44f3-8d73-3705f7d6589d), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:37.880076 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1c50522e-6c05-4560-b2d2-53fe4556629e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:37.881362 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1c50522e-6c05-4560-b2d2-53fe4556629e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40689193-b1a9-44f3-8d73-3705f7d6589d HTTP/1.1" status: 204 len: 168 time: 0.2087698 Mar 10 06:55:37.890758 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50522e-6c05-4560-b2d2-53fe4556629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40689193-b1a9-44f3-8d73-3705f7d6589d,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:37.961025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-bb24fc5a-3fae-4092-b325-2a6ac33d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:37.962545 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-bb24fc5a-3fae-4092-b325-2a6ac33d90fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0876675 Mar 10 06:55:38.027691 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-36c45eb4-9ab3-409f-b610-bd8753b5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:38.029268 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-36c45eb4-9ab3-409f-b610-bd8753b5c1ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539296 Mar 10 06:55:38.129444 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-f4dd155f-5a31-42f8-98f7-9f9957126373 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905485 Mar 10 06:55:38.233398 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7457051a-b46b-42bb-9729-25a7daa3bf9f req-44cc8264-ccc4-4fd2-bb82-4c7938be54a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963950 Mar 10 06:55:38.606774 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143f426-02e9-4a8d-88db-e4d6a00da2cf req-f14a06e1-9c61-4bd1-903f-50529390b9fd tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:38.608371 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6143f426-02e9-4a8d-88db-e4d6a00da2cf req-f14a06e1-9c61-4bd1-903f-50529390b9fd tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0741694 Mar 10 06:55:38.678653 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-573a2500-0607-46af-b653-469b68ab522a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:38.680165 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-573a2500-0607-46af-b653-469b68ab522a tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 946 time: 0.0897295 Mar 10 06:55:38.684754 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6143f426-02e9-4a8d-88db-e4d6a00da2cf req-2795d011-a202-4bd8-bd67-a990daef2829 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d97aa14-b2c0-493e-9807-61c8a91beeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 Mar 10 06:55:38.784420 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Deleting port 475d30e7-67bd-451c-8027-492158f8699c {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:55:38.784812 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (475d30e7-67bd-451c-8027-492158f8699c), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:38.887991 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] For port 475d30e7-67bd-451c-8027-492158f8699c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=475d30e7-67bd-451c-8027-492158f8699c,segment=NetworkSegment(36ab7c58-0933-459f-b7c1-010369e0988f),segment_id=36ab7c58-0933-459f-b7c1-010369e0988f)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:38.888632 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (475d30e7-67bd-451c-8027-492158f8699c), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:38.907187 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Calling delete_port for 475d30e7-67bd-451c-8027-492158f8699c owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:55:39.048541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082672e-51a6-4828-8c16-914ec2b7fcca req-2828ebf3-e612-4835-b635-452e320f70f0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:39.049742 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f082672e-51a6-4828-8c16-914ec2b7fcca req-2828ebf3-e612-4835-b635-452e320f70f0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0839088 Mar 10 06:55:39.103421 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (475d30e7-67bd-451c-8027-492158f8699c), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:39.104124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f082672e-51a6-4828-8c16-914ec2b7fcca req-bfadac32-61e1-41a7-ae0a-9673a9e02e9c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Mar 10 06:55:39.138226 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Pushing event deleted for resources: {'Port': ['ID=475d30e7-67bd-451c-8027-492158f8699c,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:39.164356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['475d30e7-67bd-451c-8027-492158f8699c'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:39.184925 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] No DVR routers for this DVR port 475d30e7-67bd-451c-8027-492158f8699c on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:55:39.187513 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:39.190840 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-06e6a4de-6281-40d3-80fe-21722d47b2ec req-c33ae32e-d595-4f21-8aa0-83b83832d22c tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.36 "DELETE /v2.0/ports/475d30e7-67bd-451c-8027-492158f8699c HTTP/1.1" status: 204 len: 173 time: 0.5052035 Mar 10 06:55:39.191278 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'name': 'network-vif-deleted', 'tag': '475d30e7-67bd-451c-8027-492158f8699c'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:55:39.193508 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badbf95b-dba8-455c-ae44-30c4c48b83bc" -d '{"events": [{"server_uuid": "318b4c52-fe90-4f01-aaa4-94530e2e8c8f", "name": "network-vif-deleted", "tag": "475d30e7-67bd-451c-8027-492158f8699c"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:55:39.237040 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45031f-334b-4238-88a5-de40ec0324d2 x-openstack-request-id: req-8a45031f-334b-4238-88a5-de40ec0324d2 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:55:39.237333 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318b4c52-fe90-4f01-aaa4-94530e2e8c8f", "name": "network-vif-deleted", "tag": "475d30e7-67bd-451c-8027-492158f8699c", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:55:39.237583 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a45031f-334b-4238-88a5-de40ec0324d2 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:55:39.237981 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318b4c52-fe90-4f01-aaa4-94530e2e8c8f', 'name': 'network-vif-deleted', 'tag': '475d30e7-67bd-451c-8027-492158f8699c', 'status': 'completed', 'code': 200} Mar 10 06:55:39.799106 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-70e62215-4f6c-4bf6-bb86-c5b68cd0bb4a req-b7f1123e-2e6b-43d2-aa7f-82e51ebbe043 tempest-VolumesActionsTest-2066542151 tempest-VolumesActionsTest-2066542151-project] 10.222.0.35 "GET /v2.0/ports?device_id=318b4c52-fe90-4f01-aaa4-94530e2e8c8f HTTP/1.1" status: 200 len: 210 time: 0.0295110 Mar 10 06:55:40.223546 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a9901-360c-435d-975d-3b927e931ff1 req-4f15e13f-708b-434b-9ba2-482dc94f71ed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:40.224914 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d44a9901-360c-435d-975d-3b927e931ff1 req-4f15e13f-708b-434b-9ba2-482dc94f71ed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0523932 Mar 10 06:55:40.271576 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d44a9901-360c-435d-975d-3b927e931ff1 req-a99fd775-3e36-4dcd-9ce1-1fb7fe6390fd tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Mar 10 06:55:41.397198 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f34ce-d5ea-4b29-8057-ff2173838523 req-e5dfbbbd-f2e1-4d49-a8e9-e1463b5755cb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:41.398673 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-421f34ce-d5ea-4b29-8057-ff2173838523 req-e5dfbbbd-f2e1-4d49-a8e9-e1463b5755cb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0574193 Mar 10 06:55:41.450151 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-421f34ce-d5ea-4b29-8057-ff2173838523 req-6ac14c3f-b2fe-41ec-a364-6160751ba92b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Mar 10 06:55:42.566162 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319ec8f-bfdc-45bd-9089-aaf006c1a031 req-37de65d3-6562-4915-8ef0-5c86b36b8486 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:42.567532 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9319ec8f-bfdc-45bd-9089-aaf006c1a031 req-37de65d3-6562-4915-8ef0-5c86b36b8486 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0504580 Mar 10 06:55:42.612624 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9319ec8f-bfdc-45bd-9089-aaf006c1a031 req-e447195d-b503-4896-912e-4c0acc283ee3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Mar 10 06:55:43.731725 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988321-f995-442e-b9a8-8d1cb8005914 req-1398bf30-d63f-466f-a0df-90e7d5247ec5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:43.733256 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc988321-f995-442e-b9a8-8d1cb8005914 req-1398bf30-d63f-466f-a0df-90e7d5247ec5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0547812 Mar 10 06:55:43.779686 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc988321-f995-442e-b9a8-8d1cb8005914 req-daef31fa-9f1c-4d9d-a79b-d791f27773c1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Mar 10 06:55:44.902454 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cca37-a41d-409e-8313-7a8c5dc65667 req-12b4b148-0a93-410a-8353-971b99abe79f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:44.903933 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5b3cca37-a41d-409e-8313-7a8c5dc65667 req-12b4b148-0a93-410a-8353-971b99abe79f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0588913 Mar 10 06:55:44.950865 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5b3cca37-a41d-409e-8313-7a8c5dc65667 req-db2eba22-1f51-46de-b411-fc704c0a250f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Mar 10 06:55:46.063366 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf8190-6d07-48b4-944d-698fdd93c6b7 req-5a5ec493-ce86-4292-b7c9-8d3815d5cae9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:46.065329 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9fbf8190-6d07-48b4-944d-698fdd93c6b7 req-5a5ec493-ce86-4292-b7c9-8d3815d5cae9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0507405 Mar 10 06:55:46.109053 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9fbf8190-6d07-48b4-944d-698fdd93c6b7 req-8e0b3482-5825-4ccd-8442-d2a3c846f752 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Mar 10 06:55:47.225851 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac0e7c-0765-4b71-9835-de15275f4116 req-17a5cab2-4b77-4667-add5-3715b444c159 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:47.227206 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d6ac0e7c-0765-4b71-9835-de15275f4116 req-17a5cab2-4b77-4667-add5-3715b444c159 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0549209 Mar 10 06:55:47.270992 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d6ac0e7c-0765-4b71-9835-de15275f4116 req-afebc543-0b4a-4f78-8b50-fcee238e554d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Mar 10 06:55:48.399151 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d052-ca1c-4f41-b258-eafa73ef44a1 req-06ca80da-120d-4abb-93f2-692c56de1a52 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:48.400624 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0b50d052-ca1c-4f41-b258-eafa73ef44a1 req-06ca80da-120d-4abb-93f2-692c56de1a52 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 943 time: 0.0570207 Mar 10 06:55:48.449384 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0b50d052-ca1c-4f41-b258-eafa73ef44a1 req-66c6536a-802d-4ef8-9141-4ab76d08fa46 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Mar 10 06:55:48.853232 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0f29346f-feb0-41f2-a815-c174193c1c46 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:55:48.865033 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 475d30e7-67bd-451c-8027-492158f8699c no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:55:48.890370 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 475d30e7-67bd-451c-8027-492158f8699c {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:55:48.890724 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 475d30e7-67bd-451c-8027-492158f8699c not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:55:48.973619 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0f29346f-feb0-41f2-a815-c174193c1c46, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0f29346f-feb0-41f2-a815-c174193c1c46,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:48.985208 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '0f29346f-feb0-41f2-a815-c174193c1c46', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'port_id': '0f29346f-feb0-41f2-a815-c174193c1c46', 'mac_address': 'fa:16:3e:3b:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:55:49.022349 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 0f29346f-feb0-41f2-a815-c174193c1c46 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:49.022748 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:49.035531 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f29346f-feb0-41f2-a815-c174193c1c46 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:49.054823 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0f29346f-feb0-41f2-a815-c174193c1c46, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0f29346f-feb0-41f2-a815-c174193c1c46,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:49.058109 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:49.058815 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device d9af2da7-4774-4c4e-8a5e-1948c265a8a1 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:55:49.123428 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:49.125721 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=0f29346f-feb0-41f2-a815-c174193c1c46,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:49.136366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1', 'network_id': 'f8b99265-4e89-4ad2-9106-353a6fc3ef0b', 'port_id': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1', 'mac_address': 'fa:16:3e:13:ed:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f1fe88-5804-45e5-b150-f1a22bc6838b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:55:49.175376 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:55:49.175773 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:49.188220 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9af2da7-4774-4c4e-8a5e-1948c265a8a1 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:55:49.208095 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:55:49.211817 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:49.257954 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:55:49.571315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2bb5-c579-4454-94ba-9d6957027724 req-ded696f8-458b-4f2a-a8c5-73efe83a0648 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:49.572777 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c04c2bb5-c579-4454-94ba-9d6957027724 req-ded696f8-458b-4f2a-a8c5-73efe83a0648 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0527718 Mar 10 06:55:49.619239 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c04c2bb5-c579-4454-94ba-9d6957027724 req-b4256471-53e8-4750-b1d2-e9cb98ede747 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Mar 10 06:55:50.733192 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dc21a-1009-41aa-997f-b19f82aa6c4a req-e6314142-987e-4aa5-8978-95fc3dda295c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:50.734563 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e7dc21a-1009-41aa-997f-b19f82aa6c4a req-e6314142-987e-4aa5-8978-95fc3dda295c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0513940 Mar 10 06:55:50.779513 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e7dc21a-1009-41aa-997f-b19f82aa6c4a req-5af5a16a-3ae7-4e03-9b75-8450e3779513 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Mar 10 06:55:51.381016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['0f29346f-feb0-41f2-a815-c174193c1c46'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:51.414739 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['d9af2da7-4774-4c4e-8a5e-1948c265a8a1'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:55:51.895400 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde4d66-5151-413f-9126-da7c2e15eabb req-51a1de4e-595d-41fc-9c7a-04b924a0a44f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:51.896861 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbde4d66-5151-413f-9126-da7c2e15eabb req-51a1de4e-595d-41fc-9c7a-04b924a0a44f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0522408 Mar 10 06:55:51.947214 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbde4d66-5151-413f-9126-da7c2e15eabb req-42d0a4f3-b407-4e39-9dfb-d452d03bcf4b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Mar 10 06:55:52.648157 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3188-25de-4739-b917-0ce62724d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:53.066697 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbec38-7a96-4e2e-85ec-0853e38f5c8a req-9ca90f90-ae46-4ae0-814e-2c3f19c282dd tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:53.068175 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-76dbec38-7a96-4e2e-85ec-0853e38f5c8a req-9ca90f90-ae46-4ae0-814e-2c3f19c282dd tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0560639 Mar 10 06:55:53.115253 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-76dbec38-7a96-4e2e-85ec-0853e38f5c8a req-920a66f4-9085-4af6-b8f0-ddbc573e5f24 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Mar 10 06:55:54.234613 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b99c9-751a-4b5b-9801-6173ded87878 req-9b0c5bca-7878-47f5-a526-e04d3ae26749 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:54.236983 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8f2b99c9-751a-4b5b-9801-6173ded87878 req-9b0c5bca-7878-47f5-a526-e04d3ae26749 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0549328 Mar 10 06:55:54.286151 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8f2b99c9-751a-4b5b-9801-6173ded87878 req-87a37ccc-95ae-46ad-9129-ae731c835717 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Mar 10 06:55:54.971494 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-19c96534-91d6-4058-86f5-567a526f7c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:55.406118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae903ea-8058-445d-9424-3645137136d7 req-d4fd50a7-dad1-4205-9d81-5cd054a97d30 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:55.407672 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cae903ea-8058-445d-9424-3645137136d7 req-d4fd50a7-dad1-4205-9d81-5cd054a97d30 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0535343 Mar 10 06:55:55.454779 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cae903ea-8058-445d-9424-3645137136d7 req-67c9b53c-4953-491b-935b-1ea3432c62e4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Mar 10 06:55:55.968791 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:56.568026 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2ff7a-e894-4498-beec-e91fb4a133e7 req-68f18f1d-4a58-46d3-a2c1-4c1011962ce8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:56.569591 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9be2ff7a-e894-4498-beec-e91fb4a133e7 req-68f18f1d-4a58-46d3-a2c1-4c1011962ce8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Mar 10 06:55:56.615195 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9be2ff7a-e894-4498-beec-e91fb4a133e7 req-a9f43bd6-4b75-4c16-a90f-3f91dff37073 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Mar 10 06:55:57.555856 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:57.735299 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18ff7-68d9-4a66-bf8a-2d4ed02df452 req-3362d0b0-8291-4976-bb2b-41fe31b0f717 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:57.736764 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-44e18ff7-68d9-4a66-bf8a-2d4ed02df452 req-3362d0b0-8291-4976-bb2b-41fe31b0f717 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0525753 Mar 10 06:55:57.787102 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-44e18ff7-68d9-4a66-bf8a-2d4ed02df452 req-9c399e6b-e39c-4f3c-8ac0-cb055690ca5d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Mar 10 06:55:58.907928 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05e1ef-a0ad-4b28-839b-4943824dcd4a req-58e32639-3375-48cd-ac57-311e33172829 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:55:58.909743 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bd05e1ef-a0ad-4b28-839b-4943824dcd4a req-58e32639-3375-48cd-ac57-311e33172829 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0585954 Mar 10 06:55:58.910282 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:55:58.957382 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bd05e1ef-a0ad-4b28-839b-4943824dcd4a req-f6366de0-4c0b-4332-9b55-e1fda5906ed8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 Mar 10 06:56:00.076037 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaba33-ef41-4f13-b277-d478d92c19b8 req-76ec2c27-a6cc-4c3a-ae11-5866288e5d07 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:00.077548 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bcfaba33-ef41-4f13-b277-d478d92c19b8 req-76ec2c27-a6cc-4c3a-ae11-5866288e5d07 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0533571 Mar 10 06:56:00.123903 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bcfaba33-ef41-4f13-b277-d478d92c19b8 req-54bca692-773d-48de-bbea-ff2bf13fd59d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Mar 10 06:56:00.244934 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:56:01.235131 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c8abe-e293-4277-85f6-cba94c5da1d5 req-e7ae70ca-cc16-4f3b-b2cd-b888635b36bb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:01.236548 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fe4c8abe-e293-4277-85f6-cba94c5da1d5 req-e7ae70ca-cc16-4f3b-b2cd-b888635b36bb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0499086 Mar 10 06:56:01.280215 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fe4c8abe-e293-4277-85f6-cba94c5da1d5 req-c8271d75-1c00-4776-8790-df13a25bcd3f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381653 Mar 10 06:56:02.395691 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11885-e811-4bbc-8da0-61e6f9786e65 req-271a09d6-b823-43ca-8cc2-08e9b65a3869 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:02.397167 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0bf11885-e811-4bbc-8da0-61e6f9786e65 req-271a09d6-b823-43ca-8cc2-08e9b65a3869 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0515924 Mar 10 06:56:02.441336 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0bf11885-e811-4bbc-8da0-61e6f9786e65 req-c4379e8a-0359-4cda-88f0-5a1c5004d374 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Mar 10 06:56:03.557213 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fd3ab-6f7a-49af-adc1-4ea36fc8ca0d req-66553372-8739-4a77-8c80-b9805eb505c8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:03.558932 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-546fd3ab-6f7a-49af-adc1-4ea36fc8ca0d req-66553372-8739-4a77-8c80-b9805eb505c8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0542159 Mar 10 06:56:03.603365 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-546fd3ab-6f7a-49af-adc1-4ea36fc8ca0d req-ae9b8959-d647-4ec1-90c8-0b323a8d0d3d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Mar 10 06:56:04.724056 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b6fcc-142d-42f7-8363-75bf7fe0d7b5 req-a48152bb-ec13-4b72-8ae6-2299d7d60294 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:04.726427 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-781b6fcc-142d-42f7-8363-75bf7fe0d7b5 req-a48152bb-ec13-4b72-8ae6-2299d7d60294 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0592182 Mar 10 06:56:04.773654 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-781b6fcc-142d-42f7-8363-75bf7fe0d7b5 req-d95cae50-5762-4086-8367-3eef71a5ff1c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Mar 10 06:56:05.897171 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71df2a-8630-414b-a0fc-24ac930552e3 req-0419c751-2435-449f-95fa-ae2c8578becf tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:05.898648 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-db71df2a-8630-414b-a0fc-24ac930552e3 req-0419c751-2435-449f-95fa-ae2c8578becf tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0523388 Mar 10 06:56:05.944179 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-db71df2a-8630-414b-a0fc-24ac930552e3 req-9ed05157-a324-414d-b13c-7775d8c9c464 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Mar 10 06:56:07.074749 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94a686-0dcf-4724-bffb-2934734c8deb req-3ab62b8d-7110-44b4-9710-6b15bc37f2dc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:07.076238 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc94a686-0dcf-4724-bffb-2934734c8deb req-3ab62b8d-7110-44b4-9710-6b15bc37f2dc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0538602 Mar 10 06:56:07.133284 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc94a686-0dcf-4724-bffb-2934734c8deb req-739393be-7f5b-42da-bbb6-c596468d97b1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500202 Mar 10 06:56:08.128499 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0f29346f-feb0-41f2-a815-c174193c1c46 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:08.176812 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.199468 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 0f29346f-feb0-41f2-a815-c174193c1c46 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:56:08.203975 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 0f29346f-feb0-41f2-a815-c174193c1c46 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:08.204577 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.273554 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935aed-6ae7-4087-a8d4-4d2cbc840f45 req-c0a581fb-12cc-4217-bf84-bbc1d76e3ee5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:08.281976 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-11935aed-6ae7-4087-a8d4-4d2cbc840f45 req-c0a581fb-12cc-4217-bf84-bbc1d76e3ee5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 944 time: 0.0719655 Mar 10 06:56:08.309336 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 0f29346f-feb0-41f2-a815-c174193c1c46 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:08.310197 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.350238 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0f29346f-feb0-41f2-a815-c174193c1c46, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0f29346f-feb0-41f2-a815-c174193c1c46,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:08.351521 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f29346f-feb0-41f2-a815-c174193c1c46'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:56:08.354736 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92620f94-587b-420d-9fa7-206444e1655f" -d '{"events": [{"server_uuid": "935547b8-e4ac-45b0-a01f-7b8ac36c9755", "name": "network-vif-plugged", "status": "completed", "tag": "0f29346f-feb0-41f2-a815-c174193c1c46"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:56:08.367187 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-11935aed-6ae7-4087-a8d4-4d2cbc840f45 req-1fe8fbef-ae60-40c1-8780-f72a7c24df66 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731645 Mar 10 06:56:08.370027 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.374605 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device d9af2da7-4774-4c4e-8a5e-1948c265a8a1 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:08.433855 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafaaecc-cf39-47cf-b790-a863d2e7984d x-openstack-request-id: req-dafaaecc-cf39-47cf-b790-a863d2e7984d {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:56:08.434201 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935547b8-e4ac-45b0-a01f-7b8ac36c9755", "name": "network-vif-plugged", "status": "completed", "tag": "0f29346f-feb0-41f2-a815-c174193c1c46", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:56:08.434526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dafaaecc-cf39-47cf-b790-a863d2e7984d {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:56:08.434983 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f29346f-feb0-41f2-a815-c174193c1c46', 'code': 200} Mar 10 06:56:08.496079 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=0f29346f-feb0-41f2-a815-c174193c1c46,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:08.505074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.505526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.506057 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.506370 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.506789 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.507178 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.507596 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.507973 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.508366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.508775 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.509206 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.509603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.509997 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:08.517771 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:56:08.522342 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:08.522791 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.611828 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:08.612322 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.646129 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:08.649978 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:08.701189 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:09.527476 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d422c1-4f9a-44b5-86c6-70645ca3fbca req-3171927b-a1e7-4438-bd13-138350414e1e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:09.533578 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c9d422c1-4f9a-44b5-86c6-70645ca3fbca req-3171927b-a1e7-4438-bd13-138350414e1e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0720751 Mar 10 06:56:09.596968 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c9d422c1-4f9a-44b5-86c6-70645ca3fbca req-ad8c11c4-40f7-4dd2-9389-9d0784da63c1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 Mar 10 06:56:09.764754 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921674a5-658b-4ee5-a51d-51921e635dc6 req-2a46b18b-5813-4aa3-96fc-8a9ac6061003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:09.767114 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-921674a5-658b-4ee5-a51d-51921e635dc6 req-2a46b18b-5813-4aa3-96fc-8a9ac6061003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 1129 time: 0.0488000 Mar 10 06:56:09.819964 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-921674a5-658b-4ee5-a51d-51921e635dc6 req-35fb2680-9b33-47bd-a602-9d49a28f6309 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Mar 10 06:56:10.435856 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:56:10.438455 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58be55b-8ea2-4efa-aadc-c7e912fbdfc0" -d '{"events": [{"server_uuid": "c9f9d6e2-fe6e-4662-aefb-226b5e6972fd", "name": "network-vif-plugged", "status": "completed", "tag": "d9af2da7-4774-4c4e-8a5e-1948c265a8a1"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:56:10.474583 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014c846-15ce-4f22-bb57-14947833c370 x-openstack-request-id: req-2014c846-15ce-4f22-bb57-14947833c370 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:56:10.474898 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f9d6e2-fe6e-4662-aefb-226b5e6972fd", "name": "network-vif-plugged", "status": "completed", "tag": "d9af2da7-4774-4c4e-8a5e-1948c265a8a1", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:56:10.475151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2014c846-15ce-4f22-bb57-14947833c370 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:56:10.475538 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1', 'code': 200} Mar 10 06:56:10.730005 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019518-aa5a-446d-bd10-7ef5e87c2311 req-ccc54c0a-10a8-486e-8fb4-03a474bcbb45 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:10.731486 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-48019518-aa5a-446d-bd10-7ef5e87c2311 req-ccc54c0a-10a8-486e-8fb4-03a474bcbb45 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0567925 Mar 10 06:56:10.786183 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-48019518-aa5a-446d-bd10-7ef5e87c2311 req-37b0764a-4191-4460-acb5-91fd2115a2d4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Mar 10 06:56:11.066425 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0dafc-c827-402b-98cb-c2b1c3f191b7 req-6a68a3a8-f71a-4dc0-b8d0-b3510ecf5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:11.068099 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-78e0dafc-c827-402b-98cb-c2b1c3f191b7 req-6a68a3a8-f71a-4dc0-b8d0-b3510ecf5a05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0580494 Mar 10 06:56:11.117291 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-78e0dafc-c827-402b-98cb-c2b1c3f191b7 req-1273a8d8-84dc-40a0-a3a9-78bf9c1a936c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Mar 10 06:56:11.926151 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fe6ec-3e1d-4ccb-a4b0-450f3653fb5c req-bb4c94ca-58a0-46bf-af26-55f4496b2487 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:11.927730 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-be4fe6ec-3e1d-4ccb-a4b0-450f3653fb5c req-bb4c94ca-58a0-46bf-af26-55f4496b2487 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0608382 Mar 10 06:56:11.975315 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-be4fe6ec-3e1d-4ccb-a4b0-450f3653fb5c req-8a7d4037-cb80-475b-835c-e6dea026f075 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Mar 10 06:56:13.106968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d5358-cd9b-428f-85c7-701b149b09b1 req-28af9341-f475-415f-b042-85f3eb1c75ff tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:13.109273 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-593d5358-cd9b-428f-85c7-701b149b09b1 req-28af9341-f475-415f-b042-85f3eb1c75ff tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0675197 Mar 10 06:56:13.172049 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-593d5358-cd9b-428f-85c7-701b149b09b1 req-6dcf8a16-85a9-4023-b579-443b7dbc1678 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549328 Mar 10 06:56:13.476076 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625844-c98b-4623-abbe-9c813c2fc9e5 req-5d2fa50f-93b9-4691-b219-0a859b72b322 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:13.483230 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aa625844-c98b-4623-abbe-9c813c2fc9e5 req-5d2fa50f-93b9-4691-b219-0a859b72b322 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0659781 Mar 10 06:56:13.529761 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aa625844-c98b-4623-abbe-9c813c2fc9e5 req-bcfdda9a-29c2-411c-a849-a7a61b2969cf tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Mar 10 06:56:14.671170 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c848cd7-36d9-4de1-9df4-fdb52c3546c5 req-e6594bef-e00a-4c78-aeca-5bfc34059539 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:14.673418 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5c848cd7-36d9-4de1-9df4-fdb52c3546c5 req-e6594bef-e00a-4c78-aeca-5bfc34059539 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0617094 Mar 10 06:56:14.726932 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5c848cd7-36d9-4de1-9df4-fdb52c3546c5 req-b301c389-4482-429d-900f-ffe5ceadb565 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Mar 10 06:56:15.900504 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b04dd-627b-41f6-9655-04a31b2845fb req-1c039c3c-fa9e-446c-95c6-cb27238ab7f8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:15.908495 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-288b04dd-627b-41f6-9655-04a31b2845fb req-1c039c3c-fa9e-446c-95c6-cb27238ab7f8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0852964 Mar 10 06:56:15.969326 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-288b04dd-627b-41f6-9655-04a31b2845fb req-7afad7ea-5840-4459-9e4c-ba620cec82b4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597084 Mar 10 06:56:17.102332 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62add0-a3ee-4884-8574-8c522cbe776a req-4d372e20-1a0d-4486-a81d-afeeb4214e89 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:17.103845 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fd62add0-a3ee-4884-8574-8c522cbe776a req-4d372e20-1a0d-4486-a81d-afeeb4214e89 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0541246 Mar 10 06:56:17.165184 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fd62add0-a3ee-4884-8574-8c522cbe776a req-dfedec65-3b38-421f-b246-3d7f7267c8ef tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Mar 10 06:56:18.290487 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfd81d-117e-476b-8ef5-973db2da28e2 req-42673b9f-0787-4afd-8b0d-c091db39beed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:18.292040 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-36bfd81d-117e-476b-8ef5-973db2da28e2 req-42673b9f-0787-4afd-8b0d-c091db39beed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0537093 Mar 10 06:56:18.341045 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-36bfd81d-117e-476b-8ef5-973db2da28e2 req-cc2a4dca-71b3-4a94-8ce4-53fad5219640 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Mar 10 06:56:19.467588 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e400df-d7c4-4ffe-8db1-3a09d93246b6 req-4a486b80-fb7f-4e1c-b2df-fee735053a09 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:19.470327 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-51e400df-d7c4-4ffe-8db1-3a09d93246b6 req-4a486b80-fb7f-4e1c-b2df-fee735053a09 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0583429 Mar 10 06:56:19.515500 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-51e400df-d7c4-4ffe-8db1-3a09d93246b6 req-b0da046c-603e-4003-b729-283558147429 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Mar 10 06:56:20.628293 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d900d4-599d-436e-a9d3-f2e9e394bc7b req-ac399dd6-4d60-4427-a5cd-0dabf63dd223 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:20.629774 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-80d900d4-599d-436e-a9d3-f2e9e394bc7b req-ac399dd6-4d60-4427-a5cd-0dabf63dd223 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Mar 10 06:56:20.674065 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-80d900d4-599d-436e-a9d3-f2e9e394bc7b req-d1788289-5366-4bf4-8e0c-005a6c0e7cb8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Mar 10 06:56:21.628719 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-7e5cd39f-648f-4a8d-ac80-0623bf8aec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:21.630251 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-7e5cd39f-648f-4a8d-ac80-0623bf8aec29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 1129 time: 0.0447190 Mar 10 06:56:21.722410 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-9bda8a2b-65ee-4fe7-8b44-948e5403ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:21.723877 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-9bda8a2b-65ee-4fe7-8b44-948e5403ddd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.0857363 Mar 10 06:56:21.766664 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-686a1ea9-1384-49fe-be99-a9a4a8c7c66c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f29346f-feb0-41f2-a815-c174193c1c46 HTTP/1.1" status: 200 len: 217 time: 0.0361247 Mar 10 06:56:21.840757 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-3a68b263-577f-4f88-8c27-8afd47edc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:21.842684 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-3a68b263-577f-4f88-8c27-8afd47edc829 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0681007 Mar 10 06:56:21.852003 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7774f0-0d28-4c4d-909e-61d022ced7be req-5623277b-7436-4a7c-92f9-e0197bfae8f8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:21.853420 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6c7774f0-0d28-4c4d-909e-61d022ced7be req-5623277b-7436-4a7c-92f9-e0197bfae8f8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0890620 Mar 10 06:56:21.883593 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-1e753487-7e81-464d-a3f9-e9f3c1b9f167 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291405 Mar 10 06:56:21.941990 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6c7774f0-0d28-4c4d-909e-61d022ced7be req-eb2927f3-f8f1-40f4-a06b-60f55a4ba123 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798957 Mar 10 06:56:22.000819 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-ac26eefd-1a50-4f08-b599-9f998ffe1f0f service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081536 Mar 10 06:56:22.105827 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6d3d21d-a4d0-4237-9865-064fa811863c req-3d578bc4-9210-460b-adcb-4244b9c8a164 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975642 Mar 10 06:56:22.652199 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-acc5d5d6-1ccd-4fc8-ad0c-b3aed333942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:23.077970 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b3f73-5a40-4f45-b8c8-d94e54e1affa req-e7c0475f-200b-4bf2-9f44-3becc1653bd9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:23.080121 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-de0b3f73-5a40-4f45-b8c8-d94e54e1affa req-e7c0475f-200b-4bf2-9f44-3becc1653bd9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0582957 Mar 10 06:56:23.129862 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-de0b3f73-5a40-4f45-b8c8-d94e54e1affa req-e7dc13ca-9988-462f-869b-bebf33a2dc65 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Mar 10 06:56:24.273328 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca3e60-002b-4da1-9473-0db9e09b1742 req-6c9254b2-f826-4949-8611-1edaafc67646 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:24.275818 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7eca3e60-002b-4da1-9473-0db9e09b1742 req-6c9254b2-f826-4949-8611-1edaafc67646 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0752304 Mar 10 06:56:24.349004 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7eca3e60-002b-4da1-9473-0db9e09b1742 req-944da381-eb89-4d40-a62a-56cc79383d16 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661507 Mar 10 06:56:24.976327 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-24c50810-3617-4940-a731-5fe6a3104d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:25.476500 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfe152-ac3d-48eb-8b50-c6fe131c7d08 req-14397a24-1cf1-48e1-9fbf-c8a2a3eacffc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:25.478003 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ccfe152-ac3d-48eb-8b50-c6fe131c7d08 req-14397a24-1cf1-48e1-9fbf-c8a2a3eacffc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0536427 Mar 10 06:56:25.524536 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ccfe152-ac3d-48eb-8b50-c6fe131c7d08 req-cb28ba7e-91b6-47fb-9598-1a87e079c01e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Mar 10 06:56:25.972572 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:26.643009 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aecfb-87ef-4c6b-b5ff-d89f539f8b49 req-5939f98b-8634-4297-9b12-11e53d1c589e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:26.644483 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9aecfb-87ef-4c6b-b5ff-d89f539f8b49 req-5939f98b-8634-4297-9b12-11e53d1c589e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Mar 10 06:56:26.689501 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a9aecfb-87ef-4c6b-b5ff-d89f539f8b49 req-c9525f88-efe0-48ab-91ca-24ed93a5fb18 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Mar 10 06:56:27.559651 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:27.808660 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb22576-ff4f-49fa-b594-87e9840fb50e req-99a5dd23-d471-4891-aff4-749ed380f1a9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:27.810794 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7cb22576-ff4f-49fa-b594-87e9840fb50e req-99a5dd23-d471-4891-aff4-749ed380f1a9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0573041 Mar 10 06:56:27.857247 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7cb22576-ff4f-49fa-b594-87e9840fb50e req-fd6452bc-2ad2-4bb5-939c-067103a41e55 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Mar 10 06:56:28.918106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:29.004570 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b736fc-b749-4df5-8dd4-a35ec3b52d11 req-082da358-bfdc-45e9-8e47-95a810015ef5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:29.006098 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d2b736fc-b749-4df5-8dd4-a35ec3b52d11 req-082da358-bfdc-45e9-8e47-95a810015ef5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0602672 Mar 10 06:56:29.055099 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d2b736fc-b749-4df5-8dd4-a35ec3b52d11 req-e8691abb-7240-40d7-af04-e51c4ee1b125 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Mar 10 06:56:30.172865 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d320-7f18-4cbe-adb7-1bd6e7cf6f26 req-2940a7c1-54de-41c5-9733-64563fa778cc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:30.174453 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f062d320-7f18-4cbe-adb7-1bd6e7cf6f26 req-2940a7c1-54de-41c5-9733-64563fa778cc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0551531 Mar 10 06:56:30.220801 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f062d320-7f18-4cbe-adb7-1bd6e7cf6f26 req-5ab27a8c-ff15-40bf-aaf9-ebd08b187af7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Mar 10 06:56:31.339629 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f182d3-1cd1-438d-9b39-e7fd8891c3ec req-a0f561b7-151b-42f1-8b13-14fb488a491b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:31.341320 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-13f182d3-1cd1-438d-9b39-e7fd8891c3ec req-a0f561b7-151b-42f1-8b13-14fb488a491b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0569263 Mar 10 06:56:31.390148 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-13f182d3-1cd1-438d-9b39-e7fd8891c3ec req-9cfa6f3d-d936-4867-9b58-6ef2a97bc112 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Mar 10 06:56:32.248893 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57276) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:32.292883 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Deleting subnet 886fe348-9b36-487e-ac72-25eac43aeddf {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:56:32.296002 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Publish callbacks [] for subnet (886fe348-9b36-487e-ac72-25eac43aeddf), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.301371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57278) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:32.333659 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (886fe348-9b36-487e-ac72-25eac43aeddf), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.376205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (886fe348-9b36-487e-ac72-25eac43aeddf), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.437504 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (886fe348-9b36-487e-ac72-25eac43aeddf), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.443212 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.466511 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.470279 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-06814953-faec-4613-a288-f4119aca470d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/886fe348-9b36-487e-ac72-25eac43aeddf HTTP/1.1" status: 204 len: 168 time: 0.2199755 Mar 10 06:56:32.470768 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886fe348-9b36-487e-ac72-25eac43aeddf,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:32.473954 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57284) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:32.487810 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.488191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.488638 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.489210 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.489533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.489862 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.490191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.490519 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.490843 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.491161 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.491478 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.491794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.492107 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06814953-faec-4613-a288-f4119aca470d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.557826 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Publish callbacks [] for security_group (140fd137-efa3-4c9c-bfb0-19c9c25b39e0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.562589 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (140fd137-efa3-4c9c-bfb0-19c9c25b39e0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.595856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (04a82a39-93b4-409b-ad9b-c79ad4668323), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.603416 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73e4b77f54c34273939724482fbacb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985723 Mar 10 06:56:32.603416 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140fd137-efa3-4c9c-bfb0-19c9c25b39e0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:32.603806 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57286) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:32.616276 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef457b-b308-4b4d-9886-2e90854cb611 req-aab702f0-9ab0-4322-bb5b-ad34341ac9bd tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:32.617748 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1ef457b-b308-4b4d-9886-2e90854cb611 req-aab702f0-9ab0-4322-bb5b-ad34341ac9bd tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1067166 Mar 10 06:56:32.619576 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.619928 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.620275 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.620614 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.620948 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.621311 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.622185 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.622525 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.622872 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.623219 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.623509 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.623838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.624156 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff46864-9b9a-456c-9352-9b4aea487a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:32.664757 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5350-9702-42c3-8154-8a2afbb14084 admin admin] Publish callbacks [] for security_group (140fd137-efa3-4c9c-bfb0-19c9c25b39e0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.690589 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5350-9702-42c3-8154-8a2afbb14084 admin admin] Publish callbacks [] for security_group (140fd137-efa3-4c9c-bfb0-19c9c25b39e0), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.715298 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (04a82a39-93b4-409b-ad9b-c79ad4668323), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.742109 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5350-9702-42c3-8154-8a2afbb14084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (140fd137-efa3-4c9c-bfb0-19c9c25b39e0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.744799 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5350-9702-42c3-8154-8a2afbb14084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.746054 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9d1a5350-9702-42c3-8154-8a2afbb14084 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/140fd137-efa3-4c9c-bfb0-19c9c25b39e0 HTTP/1.1" status: 204 len: 168 time: 0.1413560 Mar 10 06:56:32.754166 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1ef457b-b308-4b4d-9886-2e90854cb611 req-252805d2-7ae6-4752-854f-2f03e05f67fa tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102479 Mar 10 06:56:32.756090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a82a39-93b4-409b-ad9b-c79ad4668323']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:32.756248 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a5350-9702-42c3-8154-8a2afbb14084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fd137-efa3-4c9c-bfb0-19c9c25b39e0,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:32.775442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ab7c58-0933-459f-b7c1-010369e0988f') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:32.775442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ab7c58-0933-459f-b7c1-010369e0988f') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:32.780728 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (36ab7c58-0933-459f-b7c1-010369e0988f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.794282 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (36ab7c58-0933-459f-b7c1-010369e0988f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.800533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:56:32.800903 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (36ab7c58-0933-459f-b7c1-010369e0988f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:56:32.802747 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:56:32.860575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (04a82a39-93b4-409b-ad9b-c79ad4668323), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.867956 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:32.870977 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] 10.222.0.35 "DELETE /v2.0/networks/04a82a39-93b4-409b-ad9b-c79ad4668323 HTTP/1.1" status: 204 len: 168 time: 0.3956177 Mar 10 06:56:32.885575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1efd4-731a-4844-a704-38cefead664d admin admin] Pushing event deleted for resources: {'Network': ['ID=04a82a39-93b4-409b-ad9b-c79ad4668323,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:33.037534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57298) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:33.079753 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-938772e7-170e-42bf-b0aa-6a4395b71da9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=919e15604e15474999c57ae53f57f8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410252 Mar 10 06:56:33.082277 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57300) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:33.133467 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fbd3cf-2e56-4479-9e04-8197811b5aba admin admin] Publish callbacks [] for security_group (4d97aa14-b2c0-493e-9807-61c8a91beeea), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:33.156596 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fbd3cf-2e56-4479-9e04-8197811b5aba admin admin] Publish callbacks [] for security_group (4d97aa14-b2c0-493e-9807-61c8a91beeea), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:33.207815 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fbd3cf-2e56-4479-9e04-8197811b5aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (4d97aa14-b2c0-493e-9807-61c8a91beeea), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:33.212260 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fbd3cf-2e56-4479-9e04-8197811b5aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:33.216461 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-35fbd3cf-2e56-4479-9e04-8197811b5aba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d97aa14-b2c0-493e-9807-61c8a91beeea HTTP/1.1" status: 204 len: 168 time: 0.1304815 Mar 10 06:56:33.232836 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbd3cf-2e56-4479-9e04-8197811b5aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97aa14-b2c0-493e-9807-61c8a91beeea,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:33.720510 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57348) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:33.839212 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-571880322-network', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:56:33.883666 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Made reservation on behalf of 6899d49b9b984185bc5b9d4fce49e664 for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:56:33.886417 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:33.895189 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.027282 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks [] for security_group (ea637d3d-7a3c-40f3-81d2-358abc828346), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.033413 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ea637d3d-7a3c-40f3-81d2-358abc828346), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.060712 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:56:34.076227 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea637d3d-7a3c-40f3-81d2-358abc828346,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:34.081490 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (481d8893-c8a4-4284-94b2-b079b55d7364), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.082239 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Added segment 481d8893-c8a4-4284-94b2-b079b55d7364 of type vlan for network c79abaca-cf91-45e8-971b-04d1f8e72389 Mar 10 06:56:34.133376 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (c79abaca-cf91-45e8-971b-04d1f8e72389), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.190629 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (c79abaca-cf91-45e8-971b-04d1f8e72389), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.191814 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:34.193325 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.237973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b04693-184a-4eb2-8c7c-6e6193d97cb0 req-70a04d71-0da7-4e07-bac5-975c4105b137 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:34.240363 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43b04693-184a-4eb2-8c7c-6e6193d97cb0 req-70a04d71-0da7-4e07-bac5-975c4105b137 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.3985264 Mar 10 06:56:34.261319 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5396235 Mar 10 06:56:34.262799 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57378) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:34.267501 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Request body: {'subnet': {'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-571880322-subnet', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:56:34.270549 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8bdcd-c960-4550-96c5-096cf73060a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c79abaca-cf91-45e8-971b-04d1f8e72389,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:34.284102 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network c79abaca-cf91-45e8-971b-04d1f8e72389 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:56:34.301144 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43b04693-184a-4eb2-8c7c-6e6193d97cb0 req-5de60be0-927e-46c6-93d7-9369896b06db tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535510 Mar 10 06:56:34.307214 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Made reservation on behalf of 6899d49b9b984185bc5b9d4fce49e664 for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:56:34.310030 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16025377'] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.504306 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16107075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16025359'] for subnet (b06638a0-159e-4871-b7cc-39e95a68fd42), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.570000 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06638a0-159e-4871-b7cc-39e95a68fd42,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:34.591049 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Checking segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:34.591530 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Network hostable DHCP agents. Network: c79abaca-cf91-45e8-971b-04d1f8e72389, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:56:34.611550 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Network c79abaca-cf91-45e8-971b-04d1f8e72389 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:56:34.625856 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, c79abaca-cf91-45e8-971b-04d1f8e72389) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:34.630789 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:34.631419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.636399 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931d1ad-91e0-4aa4-a75f-d7637b0a2e30 None None] Network c79abaca-cf91-45e8-971b-04d1f8e72389 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:56:34.658571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57390) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:34.658911 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3d145f12-9c8b-4b5c-8342-ac8fa3535650 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3951883 Mar 10 06:56:34.663986 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:56:34.691647 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (c791a5f7-aa2c-48e2-815f-b5302a2089af), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.692686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (c791a5f7-aa2c-48e2-815f-b5302a2089af), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.748514 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks [] for router_controller (c791a5f7-aa2c-48e2-815f-b5302a2089af), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.766348 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-c79abaca-cf91-45e8-971b-04d1f8e72389', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:56:34.767473 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:34.911795 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks [] for router_gateway (c791a5f7-aa2c-48e2-815f-b5302a2089af), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.013757 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Allocated IP 172.20.0.2 (c79abaca-cf91-45e8-971b-04d1f8e72389/b06638a0-159e-4871-b7cc-39e95a68fd42/12c96e70-edbe-4aa0-8266-d52d94a7b4aa) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:56:35.135077 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks [] for router_gateway (c791a5f7-aa2c-48e2-815f-b5302a2089af), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.154423 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.172750 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Publish callbacks [] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.174675 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57400) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:35.178363 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.223354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Pushing event updated for resources: {'Port': ['ID=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:35.242548 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Network c79abaca-cf91-45e8-971b-04d1f8e72389 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:35.244266 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:35.249105 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:56:35.288724 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Allocated IP 172.27.1.177 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/be89f57a-5ba8-47ac-9ea4-05deb1db5aca) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:56:35.310696 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e66-f624-4c56-870e-6d20b0a407fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.313078 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Attempting to bind port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:56:35.313532 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Attempting to bind port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:56:35.313718 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Attempting to bind port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa on network c79abaca-cf91-45e8-971b-04d1f8e72389 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:56:35.319518 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:56:35.319979 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Checking segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:35.320551 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.320884 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Bound using segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:56:35.321377 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Bound port: 12c96e70-edbe-4aa0-8266-d52d94a7b4aa, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:56:35.321760 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.401270 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] For port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:56:35.405213 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] For port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:56:35.412116 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.417652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks [] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.452622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e66-f624-4c56-870e-6d20b0a407fc admin admin] Publish callbacks [] for security_group (408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.458904 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.463596 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a31b7-14c3-4857-949d-20663fac760f req-d40fa57c-5464-4e68-bcde-a265bfaeac89 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:35.465918 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-793a31b7-14c3-4857-949d-20663fac760f req-d40fa57c-5464-4e68-bcde-a265bfaeac89 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0841324 Mar 10 06:56:35.467229 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e66-f624-4c56-870e-6d20b0a407fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.477027 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db56f3-0ce8-491f-b98c-d4db125cdfb1 None None] Pushing event updated for resources: {'Port': ['ID=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:35.514289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:35.517535 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:35.520766 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:56:35.540720 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf6e66-f624-4c56-870e-6d20b0a407fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:35.545885 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-13bf6e66-f624-4c56-870e-6d20b0a407fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=947cb2821fae422e9d1e68883d7608af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695436 Mar 10 06:56:35.549255 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57408) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:35.564856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Pushing event updated for resources: {'Port': ['ID=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:35.599565 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-793a31b7-14c3-4857-949d-20663fac760f req-578c6c97-1a5f-41a6-b0c4-3c1fda433a40 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250863 Mar 10 06:56:35.621916 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac0d412d-42d9-44d5-abe1-fad064e882b3 admin admin] Publish callbacks [] for security_group (408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.645670 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac0d412d-42d9-44d5-abe1-fad064e882b3 admin admin] Publish callbacks [] for security_group (408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.711668 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac0d412d-42d9-44d5-abe1-fad064e882b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.714600 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac0d412d-42d9-44d5-abe1-fad064e882b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:35.716358 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ac0d412d-42d9-44d5-abe1-fad064e882b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1 HTTP/1.1" status: 204 len: 168 time: 0.1655581 Mar 10 06:56:35.724489 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d412d-42d9-44d5-abe1-fad064e882b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e0b68-3f2b-4f4f-bc93-08ca95d1a7d1,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:35.857029 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks [] for router_gateway (c791a5f7-aa2c-48e2-815f-b5302a2089af), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.081151 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (c791a5f7-aa2c-48e2-815f-b5302a2089af), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.223620 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Router c791a5f7-aa2c-48e2-815f-b5302a2089af is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:56:36.351318 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:56:36.362602 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Sync routers for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:56:36.372706 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.374448 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d65b1ed5-eb19-497a-93ec-176b447a6594 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7143159 Mar 10 06:56:36.377348 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57440) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:36.377823 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:36.378460 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:36.511858 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:36.565282 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6828bb2-ab74-4380-b23c-f6794b3d680c None None] Network c79abaca-cf91-45e8-971b-04d1f8e72389 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:56:36.650971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] Provisioning complete for port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:36.651603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.739949 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:35Z', 'revision_number': 3, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:36.775177 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Checking router: c791a5f7-aa2c-48e2-815f-b5302a2089af for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:56:36.775945 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Updating router c791a5f7-aa2c-48e2-815f-b5302a2089af port be89f57a-5ba8-47ac-9ea4-05deb1db5aca binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:56:36.780359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60f004-d701-4db9-a98f-bff3b11d6044 req-7c028928-9cfc-4db7-aa0c-f464bbe11681 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:36.783734 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f60f004-d701-4db9-a98f-bff3b11d6044 req-7c028928-9cfc-4db7-aa0c-f464bbe11681 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0974209 Mar 10 06:56:36.811835 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] Current status of the port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:36.812228 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.814224 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.875112 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] For port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:36.886014 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:36.900265 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f60f004-d701-4db9-a98f-bff3b11d6044 req-08b6c023-c8f1-49b3-96a8-f677cb2f57aa tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985858 Mar 10 06:56:36.979052 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675ea77-44b4-436f-9a79-2af9ee5de7a1 None None] Pushing event updated for resources: {'Port': ['ID=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:37.109487 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-2700add3-4d85-49ad-85f1-b0cb3c2d42b6 None None] Provisioning complete for port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:37.109933 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2700add3-4d85-49ad-85f1-b0cb3c2d42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.202813 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-2700add3-4d85-49ad-85f1-b0cb3c2d42b6 None None] Current status of the port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:37.206191 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Publish callbacks [] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.217513 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.262642 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:56:37.283511 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Pushing event updated for resources: {'Port': ['ID=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:37.292257 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Attempting to bind port be89f57a-5ba8-47ac-9ea4-05deb1db5aca on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:56:37.292632 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Attempting to bind port be89f57a-5ba8-47ac-9ea4-05deb1db5aca by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:56:37.293459 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Attempting to bind port be89f57a-5ba8-47ac-9ea4-05deb1db5aca on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:56:37.296490 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.296858 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.297259 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.297605 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.297937 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.298267 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.298599 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.298926 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.299249 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.299602 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.299931 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.300254 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.300573 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:56:37.306325 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:56:37.306699 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:37.307105 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.307483 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:56:37.308139 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Bound port: be89f57a-5ba8-47ac-9ea4-05deb1db5aca, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:56:37.308723 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.312225 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.371220 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] For port be89f57a-5ba8-47ac-9ea4-05deb1db5aca, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:56:37.377267 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] For port be89f57a-5ba8-47ac-9ea4-05deb1db5aca, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:56:37.392102 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.477570 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 12c96e70-edbe-4aa0-8266-d52d94a7b4aa up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:37.485568 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:37.486195 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:37.535777 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:37.536842 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.544339 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Allocated IP 172.20.0.1 (c79abaca-cf91-45e8-971b-04d1f8e72389/b06638a0-159e-4871-b7cc-39e95a68fd42/3bc98d47-d03f-4829-9c66-005d18420161) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:56:37.619089 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c061db-31dc-4b65-8f81-5a3329199242 None None] Pushing event updated for resources: {'Port': ['ID=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:37.637963 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:37.679850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks [] for port (3bc98d47-d03f-4829-9c66-005d18420161), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.712725 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:37.716881 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (3bc98d47-d03f-4829-9c66-005d18420161), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.764714 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Network c79abaca-cf91-45e8-971b-04d1f8e72389 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:37.768663 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Pushing event updated for resources: {'Port': ['ID=3bc98d47-d03f-4829-9c66-005d18420161,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:37.777107 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:37.779661 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:56:37.822633 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (c791a5f7-aa2c-48e2-815f-b5302a2089af), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:37.921479 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:35Z', 'revision_number': 3, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:37.956797 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc020f-1e08-4af5-a407-4015fae97afc None None] The sync data for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi is: [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:35Z', 'revision_number': 3, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:56:38.030399 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-cd218c8b-7586-4393-bbab-85e969bbf1f9 None None] Provisioning complete for port 3bc98d47-d03f-4829-9c66-005d18420161 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:38.030781 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-cd218c8b-7586-4393-bbab-85e969bbf1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (3bc98d47-d03f-4829-9c66-005d18420161), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.048746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3bc98d47-d03f-4829-9c66-005d18420161), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.068748 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-cd218c8b-7586-4393-bbab-85e969bbf1f9 None None] Port 3bc98d47-d03f-4829-9c66-005d18420161 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:56:38.109880 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04373909-6413-40df-a1c2-e099570f8c8b req-c3267675-1579-4037-b292-fbd44dc15389 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:38.111359 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04373909-6413-40df-a1c2-e099570f8c8b req-c3267675-1579-4037-b292-fbd44dc15389 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1059456 Mar 10 06:56:38.238360 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04373909-6413-40df-a1c2-e099570f8c8b req-edf480cc-1aab-4cd0-a496-2737deb879d4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178138 Mar 10 06:56:38.345697 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks [] for port (3bc98d47-d03f-4829-9c66-005d18420161), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.361698 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (3bc98d47-d03f-4829-9c66-005d18420161), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.419879 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.435412 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Pushing event updated for resources: {'Port': ['ID=3bc98d47-d03f-4829-9c66-005d18420161,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:38.437931 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (c791a5f7-aa2c-48e2-815f-b5302a2089af), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.547514 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Network c79abaca-cf91-45e8-971b-04d1f8e72389 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:38.549045 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:38.679864 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Router c791a5f7-aa2c-48e2-815f-b5302a2089af has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:56:38.799835 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:56:38.805308 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ffcefbfb-fa48-4777-870a-bd4095702121 None None] Provisioning complete for port 3bc98d47-d03f-4829-9c66-005d18420161 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:38.810325 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-80cc03d1-1816-46ae-9660-dd806484f16e admin admin] 10.222.0.35 "PUT /v2.0/routers/c791a5f7-aa2c-48e2-815f-b5302a2089af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264541 Mar 10 06:56:38.810446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ffcefbfb-fa48-4777-870a-bd4095702121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (3bc98d47-d03f-4829-9c66-005d18420161), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:38.845227 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ffcefbfb-fa48-4777-870a-bd4095702121 None None] Port 3bc98d47-d03f-4829-9c66-005d18420161 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:56:39.342595 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57516) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:39.350282 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1802571289-network', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:56:39.373755 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Made reservation on behalf of 3cde8899cb90481b9cad68f5c3112a56 for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:56:39.377799 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.382818 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3ce1-2ee5-466e-923f-cb5073001f26 req-ee74e16d-bc37-4c3e-accd-3e176d92d165 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:39.384379 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bc5c3ce1-2ee5-466e-923f-cb5073001f26 req-ee74e16d-bc37-4c3e-accd-3e176d92d165 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0738516 Mar 10 06:56:39.389533 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.433621 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device be89f57a-5ba8-47ac-9ea4-05deb1db5aca up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:39.448264 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bc5c3ce1-2ee5-466e-923f-cb5073001f26 req-437a5082-a4b9-4199-b702-e4a73a652fc1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 Mar 10 06:56:39.503746 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port be89f57a-5ba8-47ac-9ea4-05deb1db5aca triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:39.504242 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.505648 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks [] for security_group (26574884-2619-4cfb-bfd4-e635ccc49240), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.511260 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (26574884-2619-4cfb-bfd4-e635ccc49240), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.534290 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:56:39.549107 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26574884-2619-4cfb-bfd4-e635ccc49240,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:39.565339 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (6e17e956-e13b-40d8-a5b3-ec6500eb72d0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.573684 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Added segment 6e17e956-e13b-40d8-a5b3-ec6500eb72d0 of type vlan for network 26064e3b-7c70-4c4c-baaa-4aa864575622 Mar 10 06:56:39.595047 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port be89f57a-5ba8-47ac-9ea4-05deb1db5aca is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:39.595454 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.618419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (26064e3b-7c70-4c4c-baaa-4aa864575622), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.620757 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port be89f57a-5ba8-47ac-9ea4-05deb1db5aca, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:39.626535 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.653260 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (26064e3b-7c70-4c4c-baaa-4aa864575622), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.654398 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:39.655111 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.679749 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:39.684591 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3407655 Mar 10 06:56:39.687315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57522) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:39.692856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Request body: {'subnet': {'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1802571289-subnet', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:56:39.714330 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Made reservation on behalf of 3cde8899cb90481b9cad68f5c3112a56 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:56:39.717815 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599350'] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.725375 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94805-4c4a-43ff-b2aa-09e704f4d58c admin admin] Pushing event updated for resources: {'Network': ['ID=26064e3b-7c70-4c4c-baaa-4aa864575622,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:39.734981 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:56:39.805259 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Sync routers for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:56:39.815475 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:39.816229 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:39.900261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599320'] for subnet (222f8d74-12c7-4e11-8249-e91eb5ccdaab), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:39.927817 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:39.956251 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222f8d74-12c7-4e11-8249-e91eb5ccdaab,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:39.963328 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Checking segment: {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:39.963684 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Network hostable DHCP agents. Network: 26064e3b-7c70-4c4c-baaa-4aa864575622, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:56:39.987304 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:56:39.997615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 26064e3b-7c70-4c4c-baaa-4aa864575622) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:40.003544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:40.003544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.016359 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a9c77-68e0-4dee-b4ef-8c22fb12f1a7 None None] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:56:40.021880 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2a1035b3-1dee-4830-b3ba-c9ab21b62df4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3333561 Mar 10 06:56:40.024377 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57524) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:40.028592 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:56:40.046992 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (45b3abad-8a3a-470b-b5f4-472d3189075c), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.048059 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (45b3abad-8a3a-470b-b5f4-472d3189075c), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.103022 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks [] for router_controller (45b3abad-8a3a-470b-b5f4-472d3189075c), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.247438 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks [] for router_gateway (45b3abad-8a3a-470b-b5f4-472d3189075c), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.328767 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-26064e3b-7c70-4c4c-baaa-4aa864575622', 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622', 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'fixed_ips': [{'subnet_id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:56:40.329648 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.424938 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:38Z', 'revision_number': 2, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:40.459430 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Checking router: c791a5f7-aa2c-48e2-815f-b5302a2089af for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:56:40.459788 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Updating router c791a5f7-aa2c-48e2-815f-b5302a2089af port 3bc98d47-d03f-4829-9c66-005d18420161 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:56:40.464090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks [] for router_gateway (45b3abad-8a3a-470b-b5f4-472d3189075c), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.483152 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.494520 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3bc98d47-d03f-4829-9c66-005d18420161), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.574519 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Allocated IP 172.20.0.2 (26064e3b-7c70-4c4c-baaa-4aa864575622/222f8d74-12c7-4e11-8249-e91eb5ccdaab/c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:56:40.583198 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d99f-1ed5-440d-bebf-5a70d937959e req-6bef854a-00e4-4c2e-965b-f7946d1df74c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:40.585366 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5d0d99f-1ed5-440d-bebf-5a70d937959e req-6bef854a-00e4-4c2e-965b-f7946d1df74c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0604620 Mar 10 06:56:40.632084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Allocated IP 172.27.1.17 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/af29af48-e8ca-4d54-a251-67c396342803) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:56:40.645662 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5d0d99f-1ed5-440d-bebf-5a70d937959e req-59c98c1d-a44f-465c-a087-f822fb3d010f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 Mar 10 06:56:40.745898 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks [] for port (af29af48-e8ca-4d54-a251-67c396342803), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.780317 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (af29af48-e8ca-4d54-a251-67c396342803), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.816375 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:40.819211 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:40.825044 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:56:40.851213 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Pushing event updated for resources: {'Port': ['ID=af29af48-e8ca-4d54-a251-67c396342803,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:40.862939 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Publish callbacks [] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.873854 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.939592 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:40.944976 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:40.952371 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:56:40.976224 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Publish callbacks [] for port (3bc98d47-d03f-4829-9c66-005d18420161), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:40.977699 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Pushing event updated for resources: {'Port': ['ID=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:41.000047 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3bc98d47-d03f-4829-9c66-005d18420161), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.070520 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1447fc9-955c-4368-9c13-00a0a87a6842 None None] Pushing event updated for resources: {'Port': ['ID=3bc98d47-d03f-4829-9c66-005d18420161,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:41.073254 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Attempting to bind port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:56:41.074152 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Attempting to bind port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:56:41.074656 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Attempting to bind port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb on network 26064e3b-7c70-4c4c-baaa-4aa864575622 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:56:41.083728 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:56:41.084105 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Checking segment: {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:41.084512 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.084905 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Bound using segment: {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:56:41.085404 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Bound port: c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:56:41.085785 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.091978 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks [] for router_gateway (45b3abad-8a3a-470b-b5f4-472d3189075c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.174504 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Attempting to bind port 3bc98d47-d03f-4829-9c66-005d18420161 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:56:41.174872 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Attempting to bind port 3bc98d47-d03f-4829-9c66-005d18420161 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:56:41.175231 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Attempting to bind port 3bc98d47-d03f-4829-9c66-005d18420161 on network c79abaca-cf91-45e8-971b-04d1f8e72389 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:56:41.189608 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:56:41.189981 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Checking segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:41.190395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.190788 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Bound using segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:56:41.191263 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Bound port: 3bc98d47-d03f-4829-9c66-005d18420161, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:56:41.191645 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3bc98d47-d03f-4829-9c66-005d18420161), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.210625 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] For port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:56:41.243703 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] For port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:56:41.257379 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.320905 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] For port 3bc98d47-d03f-4829-9c66-005d18420161, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:56:41.330503 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] For port 3bc98d47-d03f-4829-9c66-005d18420161, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=3bc98d47-d03f-4829-9c66-005d18420161,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:56:41.343877 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] Provisioning complete for port 3bc98d47-d03f-4829-9c66-005d18420161 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:41.349031 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (3bc98d47-d03f-4829-9c66-005d18420161), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.349031 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3bc98d47-d03f-4829-9c66-005d18420161), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.363900 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (45b3abad-8a3a-470b-b5f4-472d3189075c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.393295 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79eab6-9550-44b6-85ad-24b3e743b464 None None] Pushing event updated for resources: {'Port': ['ID=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:41.441208 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device be89f57a-5ba8-47ac-9ea4-05deb1db5aca up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:41.506304 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-cb049047-f1fe-4a74-835b-616e165e84f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708768 Mar 10 06:56:41.541310 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:41.542267 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:41.594332 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1447fc9-955c-4368-9c13-00a0a87a6842 None None] Pushing event updated for resources: {'Port': ['ID=3bc98d47-d03f-4829-9c66-005d18420161,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:41.692877 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port be89f57a-5ba8-47ac-9ea4-05deb1db5aca triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:41.692877 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.770234 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-d0cdd401-3e14-4471-9b92-8ea73147ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:41.772471 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-d0cdd401-3e14-4471-9b92-8ea73147ea06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.2059865 Mar 10 06:56:41.783375 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] Current status of the port 3bc98d47-d03f-4829-9c66-005d18420161 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:41.783777 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (3bc98d47-d03f-4829-9c66-005d18420161), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:41.873494 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:41.964160 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] For port 3bc98d47-d03f-4829-9c66-005d18420161, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=3bc98d47-d03f-4829-9c66-005d18420161,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:41.971004 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be898-db25-4fca-a737-fa9f402d397d req-2e5fa142-9bc0-4a09-913e-687ff4ddde4c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:41.974352 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-587be898-db25-4fca-a737-fa9f402d397d req-2e5fa142-9bc0-4a09-913e-687ff4ddde4c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1285455 Mar 10 06:56:42.022329 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-9c026f30-9662-4eee-a0c1-8c11d179ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:42.025455 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-9c026f30-9662-4eee-a0c1-8c11d179ff5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.2175233 Mar 10 06:56:42.082803 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port be89f57a-5ba8-47ac-9ea4-05deb1db5aca is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:42.085418 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (3bc98d47-d03f-4829-9c66-005d18420161), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:42.122456 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-587be898-db25-4fca-a737-fa9f402d397d req-831ba8f8-a40b-40ad-9105-c60eb1684923 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120970 Mar 10 06:56:42.155291 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-1a87cb9f-4847-4dee-ad0b-ba55242659b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1001 time: 0.1130490 Mar 10 06:56:42.156101 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Router 45b3abad-8a3a-470b-b5f4-472d3189075c is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:56:42.211714 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-d881fb25-1d3f-4cf4-9db8-e30afcf485a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:42.213997 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-d881fb25-1d3f-4cf4-9db8-e30afcf485a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0564384 Mar 10 06:56:42.228057 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aceb5-c24f-4582-83d6-c400ddbcec2d None None] Pushing event updated for resources: {'Port': ['ID=3bc98d47-d03f-4829-9c66-005d18420161,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:42.257910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-7d1dc230-9455-46d3-9496-8ae3c40626ff None None] Provisioning complete for port 3bc98d47-d03f-4829-9c66-005d18420161 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:42.258289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc230-9455-46d3-9496-8ae3c40626ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (3bc98d47-d03f-4829-9c66-005d18420161), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:42.285438 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-ab85ebb9-c5fc-4567-b8a3-c32ff54926c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:42.287419 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-ab85ebb9-c5fc-4567-b8a3-c32ff54926c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647357 Mar 10 06:56:42.304385 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:56:42.330958 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Sync routers for ids ['45b3abad-8a3a-470b-b5f4-472d3189075c'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:56:42.345729 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:42.348073 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Routers {'45b3abad-8a3a-470b-b5f4-472d3189075c'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:42.352420 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a9fe6404-587e-4aee-b868-5fd8e7756a1d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3268197 Mar 10 06:56:42.353527 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57562) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:42.353895 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['45b3abad-8a3a-470b-b5f4-472d3189075c'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:42.425607 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-93411c6d-53c1-4e46-b720-adfb5d52be0f service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295965 Mar 10 06:56:42.479668 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:42.482615 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dc230-9455-46d3-9496-8ae3c40626ff None None] Current status of the port 3bc98d47-d03f-4829-9c66-005d18420161 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:42.521902 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8eaa39-82e7-4a79-8d7c-0445ca768d8d None None] The sync data for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi is: [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:56:42.648764 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Set router 45b3abad-8a3a-470b-b5f4-472d3189075c gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:42.739615 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d5ea7e92-631f-443e-9fe5-a05b545df57c req-eca236b5-1367-42a2-a866-decb17fe5696 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064671 Mar 10 06:56:42.964514 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6164e8-f22e-465a-89a7-cd58b3a34e9d None None] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:56:43.166709 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:40Z', 'revision_number': 3, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:43.203710 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57586) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:43.259456 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Checking router: 45b3abad-8a3a-470b-b5f4-472d3189075c for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:56:43.259964 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Updating router 45b3abad-8a3a-470b-b5f4-472d3189075c port af29af48-e8ca-4d54-a251-67c396342803 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:56:43.357088 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (af29af48-e8ca-4d54-a251-67c396342803), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.397498 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12283-84bf-493a-8681-0f15c8210200 req-6bfcc34a-c713-45a6-800b-868295ae2d1e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:43.407967 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3fd12283-84bf-493a-8681-0f15c8210200 req-6bfcc34a-c713-45a6-800b-868295ae2d1e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1399746 Mar 10 06:56:43.471438 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.516479 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3fd12283-84bf-493a-8681-0f15c8210200 req-8a58d70e-3d78-4135-b31f-7d1cc290283e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026108 Mar 10 06:56:43.551250 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e9815961-79bb-40f0-8248-636f14ecd147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.564807 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] Provisioning complete for port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:43.565584 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.634678 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:43.752840 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e9815961-79bb-40f0-8248-636f14ecd147 admin admin] Publish callbacks [] for security_group (c31b6a7c-4ced-4442-8fdc-84475b1ca4fb), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.760260 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e9815961-79bb-40f0-8248-636f14ecd147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c31b6a7c-4ced-4442-8fdc-84475b1ca4fb), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.762809 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Allocated IP 172.20.0.1 (26064e3b-7c70-4c4c-baaa-4aa864575622/222f8d74-12c7-4e11-8249-e91eb5ccdaab/42b63052-ba90-48f6-9ac2-f39ff7379e94) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:56:43.806962 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9815961-79bb-40f0-8248-636f14ecd147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b6a7c-4ced-4442-8fdc-84475b1ca4fb,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:43.860872 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-e9815961-79bb-40f0-8248-636f14ecd147 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f792503cbb414f1bbb9a7146f521ccb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6548834 Mar 10 06:56:43.863763 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57608) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:56:43.919410 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Publish callbacks [] for port (af29af48-e8ca-4d54-a251-67c396342803), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.940499 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (af29af48-e8ca-4d54-a251-67c396342803), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.977527 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:43.978081 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:43.981414 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] Current status of the port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:43.981800 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.009919 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5f79ff8e-648a-48f9-afa4-cd2d81a931be admin admin] Publish callbacks [] for security_group (c31b6a7c-4ced-4442-8fdc-84475b1ca4fb), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.039589 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] For port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:44.069555 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.072159 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5f79ff8e-648a-48f9-afa4-cd2d81a931be admin admin] Publish callbacks [] for security_group (c31b6a7c-4ced-4442-8fdc-84475b1ca4fb), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.072403 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks [] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.115773 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957c785-d3dc-46be-a874-2dc8c5edfbc4 None None] Pushing event updated for resources: {'Port': ['ID=af29af48-e8ca-4d54-a251-67c396342803,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:44.118961 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.123873 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Attempting to bind port af29af48-e8ca-4d54-a251-67c396342803 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:56:44.124243 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Attempting to bind port af29af48-e8ca-4d54-a251-67c396342803 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:56:44.124604 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Attempting to bind port af29af48-e8ca-4d54-a251-67c396342803 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:56:44.136512 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:56:44.136512 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:44.136512 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.136980 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:56:44.137226 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Bound port: af29af48-e8ca-4d54-a251-67c396342803, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:56:44.137906 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (af29af48-e8ca-4d54-a251-67c396342803), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.202218 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb1c34-2bc4-4560-9617-b230e6592d42 None None] Pushing event updated for resources: {'Port': ['ID=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:44.202503 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5f79ff8e-648a-48f9-afa4-cd2d81a931be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (c31b6a7c-4ced-4442-8fdc-84475b1ca4fb), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.207716 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5f79ff8e-648a-48f9-afa4-cd2d81a931be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.212501 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5f79ff8e-648a-48f9-afa4-cd2d81a931be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c31b6a7c-4ced-4442-8fdc-84475b1ca4fb HTTP/1.1" status: 204 len: 168 time: 0.3475842 Mar 10 06:56:44.222657 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:44.225641 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79ff8e-648a-48f9-afa4-cd2d81a931be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b6a7c-4ced-4442-8fdc-84475b1ca4fb,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:44.230294 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:44.231389 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 3bc98d47-d03f-4829-9c66-005d18420161 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:44.238045 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:44.240858 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:56:44.247570 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Pushing event updated for resources: {'Port': ['ID=42b63052-ba90-48f6-9ac2-f39ff7379e94,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:44.312154 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] For port af29af48-e8ca-4d54-a251-67c396342803, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:56:44.314245 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (45b3abad-8a3a-470b-b5f4-472d3189075c), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.321293 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] For port af29af48-e8ca-4d54-a251-67c396342803, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=af29af48-e8ca-4d54-a251-67c396342803,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:56:44.334754 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (af29af48-e8ca-4d54-a251-67c396342803), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.341308 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-e6612f39-d1e3-4742-b620-e382ebbb7751 None None] Provisioning complete for port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:44.341896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e6612f39-d1e3-4742-b620-e382ebbb7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.397678 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Routers {'45b3abad-8a3a-470b-b5f4-472d3189075c'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:44.398303 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['45b3abad-8a3a-470b-b5f4-472d3189075c'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:44.433323 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 3bc98d47-d03f-4829-9c66-005d18420161 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:44.433844 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (3bc98d47-d03f-4829-9c66-005d18420161), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.491306 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957c785-d3dc-46be-a874-2dc8c5edfbc4 None None] Pushing event updated for resources: {'Port': ['ID=af29af48-e8ca-4d54-a251-67c396342803,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:44.600260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-e6612f39-d1e3-4742-b620-e382ebbb7751 None None] Current status of the port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:44.623260 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.638773 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] Set router 45b3abad-8a3a-470b-b5f4-472d3189075c gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:44.701204 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 3bc98d47-d03f-4829-9c66-005d18420161 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:44.730792 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-fbe9bc11-a5cc-40fb-8a34-1f87ed134901 None None] Provisioning complete for port 42b63052-ba90-48f6-9ac2-f39ff7379e94 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:44.731292 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bc11-a5cc-40fb-8a34-1f87ed134901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.809887 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9bc11-a5cc-40fb-8a34-1f87ed134901 None None] Port 42b63052-ba90-48f6-9ac2-f39ff7379e94 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:56:44.828769 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2865f18-a28f-4b36-8219-770fe94c20e6 req-c0c8efca-cd0a-48ac-bb7d-3b357d073565 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:44.830317 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d2865f18-a28f-4b36-8219-770fe94c20e6 req-c0c8efca-cd0a-48ac-bb7d-3b357d073565 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1364925 Mar 10 06:56:44.890127 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:40Z', 'revision_number': 3, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:44.907515 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d2865f18-a28f-4b36-8219-770fe94c20e6 req-91e451c2-1459-4dc3-90c7-c32b23d276cc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Mar 10 06:56:44.915989 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215325e-548d-467a-ab2a-d43635ddb8d9 None None] The sync data for ids ['45b3abad-8a3a-470b-b5f4-472d3189075c'] in dv-cinder-832918-1-iscsi is: [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:40Z', 'revision_number': 3, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:56:44.941326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks [] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:44.949091 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:45.029330 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (45b3abad-8a3a-470b-b5f4-472d3189075c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:45.038623 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Pushing event updated for resources: {'Port': ['ID=42b63052-ba90-48f6-9ac2-f39ff7379e94,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:45.142659 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:56:45.144007 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:56:45.284439 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Router 45b3abad-8a3a-470b-b5f4-472d3189075c has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:56:45.454446 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:56:45.464764 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-79f7de5b-1dde-413b-b81b-d1e6535b9a2b admin admin] 10.222.0.35 "PUT /v2.0/routers/45b3abad-8a3a-470b-b5f4-472d3189075c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1071849 Mar 10 06:56:45.545345 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-57fae319-7d9d-4f49-9f27-b38fc403ce66 None None] Provisioning complete for port 42b63052-ba90-48f6-9ac2-f39ff7379e94 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:45.545904 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-57fae319-7d9d-4f49-9f27-b38fc403ce66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:45.584002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:45.628187 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-57fae319-7d9d-4f49-9f27-b38fc403ce66 None None] Port 42b63052-ba90-48f6-9ac2-f39ff7379e94 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:56:45.651046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:45.652018 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:45.746698 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:45.747905 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device af29af48-e8ca-4d54-a251-67c396342803 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:45.800794 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port af29af48-e8ca-4d54-a251-67c396342803 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:45.801295 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (af29af48-e8ca-4d54-a251-67c396342803), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:45.923896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port af29af48-e8ca-4d54-a251-67c396342803 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:45.924546 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (af29af48-e8ca-4d54-a251-67c396342803), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:45.964032 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port af29af48-e8ca-4d54-a251-67c396342803, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=af29af48-e8ca-4d54-a251-67c396342803,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:45.970824 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (af29af48-e8ca-4d54-a251-67c396342803), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:46.065504 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=af29af48-e8ca-4d54-a251-67c396342803,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:46.090838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e42bb6-9c81-4fdf-bab3-170eae784cad req-c3f1d269-cadd-4ec3-b612-6c9bab770362 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:46.093153 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c5e42bb6-9c81-4fdf-bab3-170eae784cad req-c3f1d269-cadd-4ec3-b612-6c9bab770362 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0788198 Mar 10 06:56:46.140756 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c5e42bb6-9c81-4fdf-bab3-170eae784cad req-5145fcd7-2580-4a43-a7ba-401d000144ea tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Mar 10 06:56:46.871617 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Sync routers for ids ['45b3abad-8a3a-470b-b5f4-472d3189075c'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:56:46.887643 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Routers {'45b3abad-8a3a-470b-b5f4-472d3189075c'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:46.888367 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['45b3abad-8a3a-470b-b5f4-472d3189075c'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:47.014910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Set router 45b3abad-8a3a-470b-b5f4-472d3189075c gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:47.297264 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:44Z', 'revision_number': 4, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '42b63052-ba90-48f6-9ac2-f39ff7379e94', 'name': '', 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'mac_address': 'fa:16:3e:a0:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:43Z', 'updated_at': '2022-03-10T06:56:44Z', 'revision_number': 2, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'subnets': [{'id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:47.306889 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ec44-5eff-43a4-b3a0-e669f66979e5 req-26f1e941-bd62-4bcb-aa98-458e2d7995ed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:47.314848 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5e50ec44-5eff-43a4-b3a0-e669f66979e5 req-26f1e941-bd62-4bcb-aa98-458e2d7995ed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0674489 Mar 10 06:56:47.326151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Checking router: 45b3abad-8a3a-470b-b5f4-472d3189075c for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:56:47.326511 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Updating router 45b3abad-8a3a-470b-b5f4-472d3189075c port 42b63052-ba90-48f6-9ac2-f39ff7379e94 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:56:47.355144 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:47.367886 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5e50ec44-5eff-43a4-b3a0-e669f66979e5 req-04e36016-74e2-4f07-8266-66af3a8aada6 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Mar 10 06:56:47.472121 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device af29af48-e8ca-4d54-a251-67c396342803 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:47.597180 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port af29af48-e8ca-4d54-a251-67c396342803 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:47.597473 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (af29af48-e8ca-4d54-a251-67c396342803), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:47.761209 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Publish callbacks [] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:47.772517 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:47.862170 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port af29af48-e8ca-4d54-a251-67c396342803 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:47.917261 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd44f-40ea-482b-88cb-512a06f9edf3 None None] Pushing event updated for resources: {'Port': ['ID=42b63052-ba90-48f6-9ac2-f39ff7379e94,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:47.929707 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Attempting to bind port 42b63052-ba90-48f6-9ac2-f39ff7379e94 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:56:47.930079 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Attempting to bind port 42b63052-ba90-48f6-9ac2-f39ff7379e94 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:56:47.930445 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Attempting to bind port 42b63052-ba90-48f6-9ac2-f39ff7379e94 on network 26064e3b-7c70-4c4c-baaa-4aa864575622 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:56:47.941099 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:56:47.941496 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Checking segment: {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:56:47.941878 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:47.942281 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Bound using segment: {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:56:47.942752 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Bound port: 42b63052-ba90-48f6-9ac2-f39ff7379e94, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e17e956-e13b-40d8-a5b3-ec6500eb72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:56:47.943135 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:48.037544 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] For port 42b63052-ba90-48f6-9ac2-f39ff7379e94, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:56:48.042703 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] For port 42b63052-ba90-48f6-9ac2-f39ff7379e94, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=42b63052-ba90-48f6-9ac2-f39ff7379e94,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:56:48.053434 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:48.123658 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Routers {'45b3abad-8a3a-470b-b5f4-472d3189075c'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:56:48.124399 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['45b3abad-8a3a-470b-b5f4-472d3189075c'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:48.126428 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd44f-40ea-482b-88cb-512a06f9edf3 None None] Pushing event updated for resources: {'Port': ['ID=42b63052-ba90-48f6-9ac2-f39ff7379e94,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:48.217647 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] Provisioning complete for port 42b63052-ba90-48f6-9ac2-f39ff7379e94 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:48.218188 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:48.319040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] Set router 45b3abad-8a3a-470b-b5f4-472d3189075c gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:56:48.505254 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5af1d-768b-4761-a88a-26869d3f264a req-24663304-cb37-42de-a49d-9249a6941a32 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:48.513478 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5ea5af1d-768b-4761-a88a-26869d3f264a req-24663304-cb37-42de-a49d-9249a6941a32 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0670738 Mar 10 06:56:48.592388 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5ea5af1d-768b-4761-a88a-26869d3f264a req-c6040c38-f147-4808-995a-13b627d3ae3a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772820 Mar 10 06:56:48.738317 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] Current status of the port 42b63052-ba90-48f6-9ac2-f39ff7379e94 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:48.738717 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:48.801118 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] For port 42b63052-ba90-48f6-9ac2-f39ff7379e94, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=42b63052-ba90-48f6-9ac2-f39ff7379e94,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:56:48.808132 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:48.884335 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fce19-a010-4765-8767-04f1956facb6 None None] Pushing event updated for resources: {'Port': ['ID=42b63052-ba90-48f6-9ac2-f39ff7379e94,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:56:48.899522 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:44Z', 'revision_number': 4, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '42b63052-ba90-48f6-9ac2-f39ff7379e94', 'name': '', 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'mac_address': 'fa:16:3e:a0:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:43Z', 'updated_at': '2022-03-10T06:56:48Z', 'revision_number': 4, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'subnets': [{'id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:56:48.937651 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c576894a-8ba0-49ff-9db5-4695bb9a1307 None None] The sync data for ids ['45b3abad-8a3a-470b-b5f4-472d3189075c'] in dv-cinder-832918-1-iscsi is: [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:44Z', 'revision_number': 4, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '42b63052-ba90-48f6-9ac2-f39ff7379e94', 'name': '', 'network_id': '26064e3b-7c70-4c4c-baaa-4aa864575622', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'mac_address': 'fa:16:3e:a0:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:43Z', 'updated_at': '2022-03-10T06:56:48Z', 'revision_number': 4, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'subnets': [{'id': '222f8d74-12c7-4e11-8249-e91eb5ccdaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:56:48.961608 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-7a83f325-27d1-4563-8951-d94e278e2fcf None None] Provisioning complete for port 42b63052-ba90-48f6-9ac2-f39ff7379e94 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:48.961989 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7a83f325-27d1-4563-8951-d94e278e2fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:49.117689 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-7a83f325-27d1-4563-8951-d94e278e2fcf None None] Current status of the port 42b63052-ba90-48f6-9ac2-f39ff7379e94 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:49.542293 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 42b63052-ba90-48f6-9ac2-f39ff7379e94 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:56:49.816502 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9a95b-81ca-4fce-91d6-e5532799e9b5 req-9c903441-267a-431d-8494-06b63e431582 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:49.824349 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0dd9a95b-81ca-4fce-91d6-e5532799e9b5 req-9c903441-267a-431d-8494-06b63e431582 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1090062 Mar 10 06:56:49.937134 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0dd9a95b-81ca-4fce-91d6-e5532799e9b5 req-379fd85e-ea1b-4dbc-bdb7-7de9adae03d3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077783 Mar 10 06:56:50.011896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 42b63052-ba90-48f6-9ac2-f39ff7379e94 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:56:50.012385 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:50.169685 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 42b63052-ba90-48f6-9ac2-f39ff7379e94 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:56:51.089196 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08573b-187c-49f5-86e2-d2904c51b11f req-58b8ca52-ffde-44f9-89d1-6ec003dc532e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:51.097154 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ad08573b-187c-49f5-86e2-d2904c51b11f req-58b8ca52-ffde-44f9-89d1-6ec003dc532e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0821452 Mar 10 06:56:51.166141 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ad08573b-187c-49f5-86e2-d2904c51b11f req-fe2b3350-90fc-4921-940d-728eeaf6feb2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679049 Mar 10 06:56:52.294953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe1958-ee57-4c08-8581-84ff0e93c3ce req-425761a3-7b37-4dbf-b35b-bd6c7c8b828d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:52.296742 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fdfe1958-ee57-4c08-8581-84ff0e93c3ce req-425761a3-7b37-4dbf-b35b-bd6c7c8b828d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0565109 Mar 10 06:56:52.347326 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fdfe1958-ee57-4c08-8581-84ff0e93c3ce req-1cbeea58-56f0-4e74-988c-c795c7285d50 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Mar 10 06:56:52.656756 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-93758790-eb97-4785-af0c-1595c580f7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:53.482525 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0ae7c-543b-4a05-bc93-c34bc040fc32 req-b6ded1a5-9762-499a-8347-00d7e003d87b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:53.484035 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-36c0ae7c-543b-4a05-bc93-c34bc040fc32 req-b6ded1a5-9762-499a-8347-00d7e003d87b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0574453 Mar 10 06:56:53.543898 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-36c0ae7c-543b-4a05-bc93-c34bc040fc32 req-b63ca915-9dce-49ac-a1a2-4a990d6b62ac tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541010 Mar 10 06:56:54.694470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f1fe-1682-48ee-a5b1-83a4e2f8d1d5 req-5e011db9-faa7-4628-b8f6-a0b7c2b5184f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:54.696248 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d467f1fe-1682-48ee-a5b1-83a4e2f8d1d5 req-5e011db9-faa7-4628-b8f6-a0b7c2b5184f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0562809 Mar 10 06:56:54.752577 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d467f1fe-1682-48ee-a5b1-83a4e2f8d1d5 req-1ffcbfdd-9a62-4af3-9491-a65b40227681 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484536 Mar 10 06:56:54.977799 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4955e88b-4a31-450a-89c6-343e2d60a793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:55.872716 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30fda0-c41e-4cf9-9f33-1cae88b9a1f7 req-ca66821c-5773-4cc7-997e-437234d522a4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:55.874205 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-cf30fda0-c41e-4cf9-9f33-1cae88b9a1f7 req-ca66821c-5773-4cc7-997e-437234d522a4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0554755 Mar 10 06:56:55.919138 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-cf30fda0-c41e-4cf9-9f33-1cae88b9a1f7 req-3648443f-12a7-466c-8e41-2b5e3824db06 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Mar 10 06:56:55.974070 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:56.971019 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-0d2f10f1-1fd1-4b63-995e-d692d5f4aca3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:56.972593 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-0d2f10f1-1fd1-4b63-995e-d692d5f4aca3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 814 time: 0.1003642 Mar 10 06:56:56.987270 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-97945c25-5b48-4b20-aae7-cb4ff17667fc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/quotas/6899d49b9b984185bc5b9d4fce49e664 HTTP/1.1" status: 200 len: 375 time: 0.0094011 Mar 10 06:56:57.033643 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdb680-9da6-4d3e-89bc-c6fc8f149b7c req-c92f0494-3b30-43ab-96ee-2b3e6bfb8f34 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:57.035123 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bebdb680-9da6-4d3e-89bc-c6fc8f149b7c req-c92f0494-3b30-43ab-96ee-2b3e6bfb8f34 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0518270 Mar 10 06:56:57.040391 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-c9c26075-0df1-42fb-bb1a-e02730d4de0b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481639 Mar 10 06:56:57.085954 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bebdb680-9da6-4d3e-89bc-c6fc8f149b7c req-78616b97-2eb5-4005-9b91-d425d3f0de1f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Mar 10 06:56:57.136404 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-3ead6241-ccce-4faa-bdca-0a2952f4ce27 service neutron] 10.222.0.35 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842960 Mar 10 06:56:57.221189 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-025cf1f4-1122-4abc-bafe-d5e139b2990e service neutron] 10.222.0.35 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792301 Mar 10 06:56:57.379867 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6d2940cf-10be-4a6f-9e59-5201ef044ea6 req-857776b4-c352-46db-99f8-193b8b43ca5b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 210 time: 0.0279622 Mar 10 06:56:57.561427 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:58.204671 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e038-a218-4bcf-ba4d-83f8396248ea req-0e490ae8-48e9-4017-a9be-c6389a13c99c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:58.206133 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dd14e038-a218-4bcf-ba4d-83f8396248ea req-0e490ae8-48e9-4017-a9be-c6389a13c99c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0545526 Mar 10 06:56:58.254676 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dd14e038-a218-4bcf-ba4d-83f8396248ea req-5d6c1947-8527-476f-8049-c9cb0f3d9626 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Mar 10 06:56:58.290567 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868b9b9-28c9-4e41-a6bc-46d0e6e0b075 req-c5a06812-aeaf-4d53-88a2-43f51d90a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:58.292640 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9868b9b9-28c9-4e41-a6bc-46d0e6e0b075 req-c5a06812-aeaf-4d53-88a2-43f51d90a0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 1129 time: 0.0533774 Mar 10 06:56:58.469890 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-014f2357-895e-411b-bc85-2bab8fdab60a req-aa16b079-e037-405e-84d6-bcaf00fc58fd tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 210 time: 0.0268540 Mar 10 06:56:58.912564 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:56:59.369278 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554edd87-3fed-48d3-b820-50d820f49de1 req-46edf874-a597-4471-a677-662ccea41f03 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:56:59.371224 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-554edd87-3fed-48d3-b820-50d820f49de1 req-46edf874-a597-4471-a677-662ccea41f03 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Mar 10 06:56:59.416909 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-554edd87-3fed-48d3-b820-50d820f49de1 req-afbdba9a-f8de-40d1-aa8f-09b96afd4e04 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Mar 10 06:56:59.570864 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8633b67b-fbc7-41db-a950-4b6b80967193 req-da3d0a69-51dc-4331-a9db-416c7acc0ab4 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 210 time: 0.0307157 Mar 10 06:56:59.622971 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9868b9b9-28c9-4e41-a6bc-46d0e6e0b075 req-e3d705a1-205f-48da-84b6-54fe42071d71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499988 Mar 10 06:57:00.535972 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634636-1a23-4c7f-a3d3-7bcaaf2aaecf req-5db31d3e-22c7-4ed7-9431-0b3fb014b53e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:00.537445 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25634636-1a23-4c7f-a3d3-7bcaaf2aaecf req-5db31d3e-22c7-4ed7-9431-0b3fb014b53e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0545735 Mar 10 06:57:00.585753 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25634636-1a23-4c7f-a3d3-7bcaaf2aaecf req-372a8d2f-2452-49ce-9475-071518591e0f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Mar 10 06:57:00.667457 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe6bedac-e966-44d9-82b7-50137ea5520c req-02050cb1-0437-4238-842d-6cb6d62f927f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 210 time: 0.0279317 Mar 10 06:57:01.717205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df752ab-db08-4d90-99b0-00f1e992c68d req-469daf5c-f606-4eab-812e-73e7c56ccebc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:01.718827 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1df752ab-db08-4d90-99b0-00f1e992c68d req-469daf5c-f606-4eab-812e-73e7c56ccebc tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0668488 Mar 10 06:57:01.804187 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1df752ab-db08-4d90-99b0-00f1e992c68d req-5ed49013-98f2-482f-8c23-ba3acdc3e9f5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731430 Mar 10 06:57:01.872686 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0b67a010-5aef-4ee0-a5d2-fa7330d9c3bf req-f51ae8ba-fb35-4e7c-ab1e-c8ea45e6254b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 210 time: 0.0842023 Mar 10 06:57:01.923729 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-fba6dc47-3077-46a5-a73f-ab8662466622 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:01.925242 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-fba6dc47-3077-46a5-a73f-ab8662466622 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 814 time: 0.2045310 Mar 10 06:57:01.980833 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'port': {'device_id': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'admin_state_up': True, 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:02.108836 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Made reservation on behalf of 6899d49b9b984185bc5b9d4fce49e664 for: {'port': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:57:02.112134 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.219639 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 57974) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:02.264631 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Allocated IP 172.20.0.14 (c79abaca-cf91-45e8-971b-04d1f8e72389/b06638a0-159e-4871-b7cc-39e95a68fd42/05e89cbf-d1b8-4660-8873-32a538966557) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:02.346961 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4d55-cc7b-4cff-8ca6-bf80125e314d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.426453 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4d55-cc7b-4cff-8ca6-bf80125e314d admin admin] Publish callbacks [] for security_group (95f74975-716b-4adf-8600-22a4b2d5e8d1), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.431856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4d55-cc7b-4cff-8ca6-bf80125e314d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (95f74975-716b-4adf-8600-22a4b2d5e8d1), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.440121 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for port (05e89cbf-d1b8-4660-8873-32a538966557), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.468393 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0a7d4d55-cc7b-4cff-8ca6-bf80125e314d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73f8ada0b4b248dabde2fdea5a099f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475507 Mar 10 06:57:02.469122 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 57982) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:02.482571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d4d55-cc7b-4cff-8ca6-bf80125e314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f74975-716b-4adf-8600-22a4b2d5e8d1,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:02.496767 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.571862 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Network c79abaca-cf91-45e8-971b-04d1f8e72389 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:02.586391 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:02.593740 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:02.600674 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:02.623267 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-31fa1f35-2faf-4a12-8057-6eb87cf0c1e8 admin admin] Publish callbacks [] for security_group (95f74975-716b-4adf-8600-22a4b2d5e8d1), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.684800 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-31fa1f35-2faf-4a12-8057-6eb87cf0c1e8 admin admin] Publish callbacks [] for security_group (95f74975-716b-4adf-8600-22a4b2d5e8d1), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.710060 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:02.710736 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.750150 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-9243df39-7d18-4aed-82bc-60923469a1e0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7739658 Mar 10 06:57:02.799321 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-31fa1f35-2faf-4a12-8057-6eb87cf0c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (95f74975-716b-4adf-8600-22a4b2d5e8d1), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.802226 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-31fa1f35-2faf-4a12-8057-6eb87cf0c1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:02.807176 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-31fa1f35-2faf-4a12-8057-6eb87cf0c1e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95f74975-716b-4adf-8600-22a4b2d5e8d1 HTTP/1.1" status: 204 len: 168 time: 0.3343763 Mar 10 06:57:02.824176 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa1f35-2faf-4a12-8057-6eb87cf0c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f74975-716b-4adf-8600-22a4b2d5e8d1,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:03.112318 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8583e-8046-45e9-ad73-1c89d6b39045 req-ea2c9d12-a03f-4218-8081-9d24e565ee3c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:03.117219 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b3b8583e-8046-45e9-ad73-1c89d6b39045 req-ea2c9d12-a03f-4218-8081-9d24e565ee3c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.1525273 Mar 10 06:57:03.168353 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-7f030f7a-d616-4eb5-9560-c8d5115073ec None None] Provisioning complete for port 05e89cbf-d1b8-4660-8873-32a538966557 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:03.168353 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f030f7a-d616-4eb5-9560-c8d5115073ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05e89cbf-d1b8-4660-8873-32a538966557), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.191838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0872-e161-4893-9a51-6e1c39a3a6c4 req-48f17388-5dd7-4e1c-b4b2-3542bbf32d0d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:03.201968 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7b3c0872-e161-4893-9a51-6e1c39a3a6c4 req-48f17388-5dd7-4e1c-b4b2-3542bbf32d0d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1659622 Mar 10 06:57:03.225728 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b3b8583e-8046-45e9-ad73-1c89d6b39045 req-8bf3e246-e02d-4324-bab3-dca4b99cb59a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020951 Mar 10 06:57:03.309998 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-7f030f7a-d616-4eb5-9560-c8d5115073ec None None] Port 05e89cbf-d1b8-4660-8873-32a538966557 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:57:03.321704 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7b3c0872-e161-4893-9a51-6e1c39a3a6c4 req-8b7fd61e-7c0f-4b01-b392-05ebe46f544f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187351 Mar 10 06:57:03.377672 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58018) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:03.454524 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae316a4-3b25-48ce-94a6-1e63328aa97f req-f0ee2fa4-a326-44dc-8c1b-c9908791a74e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:03.468280 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2ae316a4-3b25-48ce-94a6-1e63328aa97f req-f0ee2fa4-a326-44dc-8c1b-c9908791a74e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0961249 Mar 10 06:57:03.518679 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2ae316a4-3b25-48ce-94a6-1e63328aa97f req-bff4131f-bb04-41fa-9883-e55e9e060c16 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494776 Mar 10 06:57:03.538208 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58022) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:03.591487 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a77e9308-928d-44f9-beaa-aa7bfd9296b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.678833 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d3c5eb56-4cf5-46b4-a0d3-a144896f0832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.709818 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a77e9308-928d-44f9-beaa-aa7bfd9296b0 admin admin] Publish callbacks [] for security_group (f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.721861 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a77e9308-928d-44f9-beaa-aa7bfd9296b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.815549 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a77e9308-928d-44f9-beaa-aa7bfd9296b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e2b518a104d45689a8ec8f878de3ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760825 Mar 10 06:57:03.818285 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58034) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:03.823040 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e9308-928d-44f9-beaa-aa7bfd9296b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:03.935685 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9c2f65be-86a6-4f5b-b5f6-cb10129001d1 admin admin] Publish callbacks [] for security_group (f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.957406 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d3c5eb56-4cf5-46b4-a0d3-a144896f0832 admin admin] Publish callbacks [] for security_group (4215bf6b-96ab-459c-a483-388dcb1f6247), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.964833 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d3c5eb56-4cf5-46b4-a0d3-a144896f0832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (4215bf6b-96ab-459c-a483-388dcb1f6247), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:03.986306 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9c2f65be-86a6-4f5b-b5f6-cb10129001d1 admin admin] Publish callbacks [] for security_group (f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.018539 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d3c5eb56-4cf5-46b4-a0d3-a144896f0832 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e15f0e6e3ad4ed48d54ce8f23035eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6393549 Mar 10 06:57:04.019152 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58038) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:04.058777 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5eb56-4cf5-46b4-a0d3-a144896f0832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4215bf6b-96ab-459c-a483-388dcb1f6247,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:04.098387 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9c2f65be-86a6-4f5b-b5f6-cb10129001d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.102228 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9c2f65be-86a6-4f5b-b5f6-cb10129001d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.104732 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9c2f65be-86a6-4f5b-b5f6-cb10129001d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f HTTP/1.1" status: 204 len: 168 time: 0.2845531 Mar 10 06:57:04.107456 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f43168e2-7f15-4aef-9e40-cc757e1ddbe5 admin admin] Publish callbacks [] for security_group (4215bf6b-96ab-459c-a483-388dcb1f6247), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.115420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f65be-86a6-4f5b-b5f6-cb10129001d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6785fcd-5acd-43bf-b6c6-fbf8b0d4bf6f,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:04.161084 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f43168e2-7f15-4aef-9e40-cc757e1ddbe5 admin admin] Publish callbacks [] for security_group (4215bf6b-96ab-459c-a483-388dcb1f6247), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.252121 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f43168e2-7f15-4aef-9e40-cc757e1ddbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (4215bf6b-96ab-459c-a483-388dcb1f6247), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.256157 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f43168e2-7f15-4aef-9e40-cc757e1ddbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.261386 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-f43168e2-7f15-4aef-9e40-cc757e1ddbe5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4215bf6b-96ab-459c-a483-388dcb1f6247 HTTP/1.1" status: 204 len: 168 time: 0.2409937 Mar 10 06:57:04.275127 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43168e2-7f15-4aef-9e40-cc757e1ddbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4215bf6b-96ab-459c-a483-388dcb1f6247,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:04.496133 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fd8e5-af3d-4ff9-bb62-1e1f60fda63e req-d2c56f6f-f4cf-4cb5-b463-66b7583b83b0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:04.502831 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729fd8e5-af3d-4ff9-bb62-1e1f60fda63e req-d2c56f6f-f4cf-4cb5-b463-66b7583b83b0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.0989220 Mar 10 06:57:04.551039 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729fd8e5-af3d-4ff9-bb62-1e1f60fda63e req-1fe87449-1c75-4269-b88b-2d5f72534cae tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Mar 10 06:57:04.710472 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58060) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:04.743952 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-192346c4-3ac8-4655-b920-8c7bee0f6829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.854680 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-192346c4-3ac8-4655-b920-8c7bee0f6829 admin admin] Publish callbacks [] for security_group (1484fcde-8501-4953-99ed-db146d80525d), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.860520 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-192346c4-3ac8-4655-b920-8c7bee0f6829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1484fcde-8501-4953-99ed-db146d80525d), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:04.901537 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-192346c4-3ac8-4655-b920-8c7bee0f6829 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e7ec3a3bff74c228c645fc2c4f7782f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897001 Mar 10 06:57:04.902475 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192346c4-3ac8-4655-b920-8c7bee0f6829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1484fcde-8501-4953-99ed-db146d80525d,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:04.903996 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58068) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:04.989041 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56a2125c-2cdc-40cf-b9e5-ee1eba566372 admin admin] Publish callbacks [] for security_group (1484fcde-8501-4953-99ed-db146d80525d), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.024895 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56a2125c-2cdc-40cf-b9e5-ee1eba566372 admin admin] Publish callbacks [] for security_group (1484fcde-8501-4953-99ed-db146d80525d), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.085455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56a2125c-2cdc-40cf-b9e5-ee1eba566372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1484fcde-8501-4953-99ed-db146d80525d), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.089046 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-56a2125c-2cdc-40cf-b9e5-ee1eba566372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.090239 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-56a2125c-2cdc-40cf-b9e5-ee1eba566372 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1484fcde-8501-4953-99ed-db146d80525d HTTP/1.1" status: 204 len: 168 time: 0.1852250 Mar 10 06:57:05.104348 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2125c-2cdc-40cf-b9e5-ee1eba566372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1484fcde-8501-4953-99ed-db146d80525d,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:05.250549 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58082) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:05.503165 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1196664877-network', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:05.521834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Made reservation on behalf of b8708c22f6cc413c91a6621f3f868060 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:57:05.523994 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.532550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.630840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks [] for security_group (ad3e14a1-3c2f-40bc-88e7-2b4c98fece41), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.634774 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ad3e14a1-3c2f-40bc-88e7-2b4c98fece41), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.680531 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:57:05.698538 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e14a1-3c2f-40bc-88e7-2b4c98fece41,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:05.706247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (1018f10d-5ccc-475e-aade-4af7bf7c61ea), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.706601 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Added segment 1018f10d-5ccc-475e-aade-4af7bf7c61ea of type vlan for network 3aec699c-bb34-4053-89a4-ce976da1ee9f Mar 10 06:57:05.770673 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (3aec699c-bb34-4053-89a4-ce976da1ee9f), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.780144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bded82-0a50-4337-af5c-1753b6d78b1e req-2f0ebd9e-da55-4e4d-b30c-522cced52577 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:05.781689 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-35bded82-0a50-4337-af5c-1753b6d78b1e req-2f0ebd9e-da55-4e4d-b30c-522cced52577 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1411471 Mar 10 06:57:05.821038 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (3aec699c-bb34-4053-89a4-ce976da1ee9f), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.821952 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:05.823038 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.885730 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6334736 Mar 10 06:57:05.886692 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58092) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:05.894917 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Request body: {'subnet': {'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1196664877-subnet', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:05.922158 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Made reservation on behalf of b8708c22f6cc413c91a6621f3f868060 for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:57:05.924700 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16025377'] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:05.929546 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-35bded82-0a50-4337-af5c-1753b6d78b1e req-c1716c32-fc4d-475e-965f-b61c0955c2a7 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371641 Mar 10 06:57:05.999609 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f57fb-e2e7-4ea6-b796-443b7f650140 admin admin] Pushing event updated for resources: {'Network': ['ID=3aec699c-bb34-4053-89a4-ce976da1ee9f,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:06.012260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:57:06.483639 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16107075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16025359'] for subnet (4ba80fc1-53de-421f-9764-5c5b3a7f898d), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:06.568171 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Checking segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:06.568467 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Network hostable DHCP agents. Network: 3aec699c-bb34-4053-89a4-ce976da1ee9f, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:57:06.571678 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba80fc1-53de-421f-9764-5c5b3a7f898d,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:06.593803 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:57:06.605648 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 3aec699c-bb34-4053-89a4-ce976da1ee9f) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:06.616625 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c23ea-dd17-48d6-83cd-1d29c592ae5a None None] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:57:06.620385 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:06.621100 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:06.673932 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5cb325d8-b722-4dbf-9e20-60a7940837f7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7830567 Mar 10 06:57:06.674428 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58116) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:06.678771 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:06.706926 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (372986bb-4199-403b-82d0-6524c4b3a8b7), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:06.708269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (372986bb-4199-403b-82d0-6524c4b3a8b7), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:06.725022 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd9268-6146-48c6-96ac-62ce1737d5d1 req-f43fec19-c686-48cb-bf85-c9c54d1464f1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:06.726579 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e6cd9268-6146-48c6-96ac-62ce1737d5d1 req-f43fec19-c686-48cb-bf85-c9c54d1464f1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1016843 Mar 10 06:57:06.753952 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-3aec699c-bb34-4053-89a4-ce976da1ee9f', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:57:06.754820 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:06.781536 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e6cd9268-6146-48c6-96ac-62ce1737d5d1 req-867b10e3-e6de-41e3-9ad6-5de3c04fb5da tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440183 Mar 10 06:57:06.788772 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks [] for router_controller (372986bb-4199-403b-82d0-6524c4b3a8b7), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:06.910585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Allocated IP 172.20.0.2 (3aec699c-bb34-4053-89a4-ce976da1ee9f/4ba80fc1-53de-421f-9764-5c5b3a7f898d/0f1e0e60-6161-424f-9259-ddf1893352d5) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:06.946451 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks [] for router_gateway (372986bb-4199-403b-82d0-6524c4b3a8b7), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.060704 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Publish callbacks [] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.068433 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.084565 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f621d4-37af-427a-ab60-b1a8951d2fc9 req-04ccf621-04b6-4d8b-a9ff-94bcedf1b3b6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:07.086146 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63f621d4-37af-427a-ab60-b1a8951d2fc9 req-04ccf621-04b6-4d8b-a9ff-94bcedf1b3b6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.0929728 Mar 10 06:57:07.107338 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:07.112204 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:07.115677 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:07.124781 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Pushing event updated for resources: {'Port': ['ID=0f1e0e60-6161-424f-9259-ddf1893352d5,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:07.178205 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Attempting to bind port 0f1e0e60-6161-424f-9259-ddf1893352d5 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:07.178486 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Attempting to bind port 0f1e0e60-6161-424f-9259-ddf1893352d5 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:07.178846 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Attempting to bind port 0f1e0e60-6161-424f-9259-ddf1893352d5 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:07.184372 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:07.184749 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Checking segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:07.185177 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.185573 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Bound using segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:07.186031 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Bound port: 0f1e0e60-6161-424f-9259-ddf1893352d5, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:07.186403 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.219327 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-63f621d4-37af-427a-ab60-b1a8951d2fc9 req-3f4592a8-6bbb-4742-b069-ddd4676874ab tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267009 Mar 10 06:57:07.230993 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks [] for router_gateway (372986bb-4199-403b-82d0-6524c4b3a8b7), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.250074 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.252298 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] For port 0f1e0e60-6161-424f-9259-ddf1893352d5, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:07.255395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] For port 0f1e0e60-6161-424f-9259-ddf1893352d5, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=0f1e0e60-6161-424f-9259-ddf1893352d5,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:07.261243 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.340779 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c180d4-562c-40ee-a1b0-3764c03db749 None None] Pushing event updated for resources: {'Port': ['ID=0f1e0e60-6161-424f-9259-ddf1893352d5,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:07.424226 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Allocated IP 172.27.1.32 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/75fc47fe-7624-4d33-bbba-28270f1fbe42) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:07.552160 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks [] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.623238 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:07.698410 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Pushing event updated for resources: {'Port': ['ID=75fc47fe-7624-4d33-bbba-28270f1fbe42,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:07.710590 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:07.712270 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:07.717789 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:07.933972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5eee8-6344-4e0f-8daa-b957279c4bb0 req-f8135ac2-a89c-4452-ab36-83d3ab345a1d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:07.935594 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b0e5eee8-6344-4e0f-8daa-b957279c4bb0 req-f8135ac2-a89c-4452-ab36-83d3ab345a1d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0684845 Mar 10 06:57:07.989044 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b0e5eee8-6344-4e0f-8daa-b957279c4bb0 req-bbbb5356-8844-49ad-8039-8def7d912e14 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477302 Mar 10 06:57:08.237105 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks [] for router_gateway (372986bb-4199-403b-82d0-6524c4b3a8b7), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.422879 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.464481 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac38b7e-4176-413a-9bff-efb7a5a438b9 None None] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:57:08.480442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d01ec-069d-4ebc-97b7-2ccd74d176b4 req-38447314-215b-4198-92ba-5fba3c164f8f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:08.482283 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1d7d01ec-069d-4ebc-97b7-2ccd74d176b4 req-38447314-215b-4198-92ba-5fba3c164f8f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1215923 Mar 10 06:57:08.528967 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Provisioning complete for port 0f1e0e60-6161-424f-9259-ddf1893352d5 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:08.529364 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.562761 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (372986bb-4199-403b-82d0-6524c4b3a8b7), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.568169 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1d7d01ec-069d-4ebc-97b7-2ccd74d176b4 req-a3bdcae7-8f6b-494b-8bd5-6ee2f6c119f7 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789058 Mar 10 06:57:08.648114 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Current status of the port 0f1e0e60-6161-424f-9259-ddf1893352d5 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:08.648495 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.681135 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] For port 0f1e0e60-6161-424f-9259-ddf1893352d5, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=0f1e0e60-6161-424f-9259-ddf1893352d5,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:08.690110 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.707039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:57:08.765623 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Pushing event updated for resources: {'Port': ['ID=0f1e0e60-6161-424f-9259-ddf1893352d5,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:08.772783 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.773162 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.773518 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.773858 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.774186 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.774509 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.774835 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.775155 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.775523 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.775860 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.776186 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.776501 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.776817 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0e9a8-9eb3-4c7a-a693-bbc62c64c1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:08.828309 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:57:08.837438 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:57:08.847649 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:08.848253 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:08.848385 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.849542 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0188fba9-4df1-4d9e-93a8-667485593f88 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1742868 Mar 10 06:57:08.852360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58134) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:08.910451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-900e7735-a4d1-4d81-99ff-517b49a45b5f None None] Provisioning complete for port 0f1e0e60-6161-424f-9259-ddf1893352d5 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:08.910821 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-900e7735-a4d1-4d81-99ff-517b49a45b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:08.967167 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:08.992794 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-900e7735-a4d1-4d81-99ff-517b49a45b5f None None] Current status of the port 0f1e0e60-6161-424f-9259-ddf1893352d5 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:09.145782 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:08Z', 'revision_number': 3, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:09.171763 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:57:09.172099 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Updating router 372986bb-4199-403b-82d0-6524c4b3a8b7 port 75fc47fe-7624-4d33-bbba-28270f1fbe42 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:57:09.188462 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df7ebc-0aac-4775-902e-73993617ccc5 req-76244e86-6e48-4b56-b926-d615f3f7113f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:09.189976 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e3df7ebc-0aac-4775-902e-73993617ccc5 req-76244e86-6e48-4b56-b926-d615f3f7113f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1307662 Mar 10 06:57:09.198477 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.271028 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e3df7ebc-0aac-4775-902e-73993617ccc5 req-0090a18a-54e5-4fe9-ba18-6254d14039fb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747187 Mar 10 06:57:09.351582 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.453069 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 0f1e0e60-6161-424f-9259-ddf1893352d5 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:09.519088 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 0f1e0e60-6161-424f-9259-ddf1893352d5 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:09.519860 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.555464 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Allocated IP 172.20.0.1 (3aec699c-bb34-4053-89a4-ce976da1ee9f/4ba80fc1-53de-421f-9764-5c5b3a7f898d/05fdaa3c-3c71-4285-8989-742bfc58b84c) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:09.581359 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Publish callbacks [] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.589020 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.626286 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 0f1e0e60-6161-424f-9259-ddf1893352d5 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:09.656118 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a419d-2801-4209-a46e-65d7088d6184 None None] Pushing event updated for resources: {'Port': ['ID=75fc47fe-7624-4d33-bbba-28270f1fbe42,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:09.658434 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Attempting to bind port 75fc47fe-7624-4d33-bbba-28270f1fbe42 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:09.658798 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Attempting to bind port 75fc47fe-7624-4d33-bbba-28270f1fbe42 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:09.659154 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Attempting to bind port 75fc47fe-7624-4d33-bbba-28270f1fbe42 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:09.664400 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:09.664766 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:09.665185 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.666365 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:09.666365 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Bound port: 75fc47fe-7624-4d33-bbba-28270f1fbe42, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:09.666576 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.696311 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks [] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.728768 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] For port 75fc47fe-7624-4d33-bbba-28270f1fbe42, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:09.740088 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] For port 75fc47fe-7624-4d33-bbba-28270f1fbe42, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=75fc47fe-7624-4d33-bbba-28270f1fbe42,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:09.750415 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.763194 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.805286 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a7ad6-ce31-47ba-a2f7-fd2e1832dbab req-ea4fb8aa-6e28-458f-b8ec-7ca7b6677e82 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:09.811177 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-429a7ad6-ce31-47ba-a2f7-fd2e1832dbab req-ea4fb8aa-6e28-458f-b8ec-7ca7b6677e82 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1237423 Mar 10 06:57:09.816842 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:09.817719 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:09.830613 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:09.835811 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:09.839811 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:09.877421 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a419d-2801-4209-a46e-65d7088d6184 None None] Pushing event updated for resources: {'Port': ['ID=75fc47fe-7624-4d33-bbba-28270f1fbe42,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:09.888907 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-429a7ad6-ce31-47ba-a2f7-fd2e1832dbab req-5e1e4a28-7d25-4fae-ad17-096e8e5a7ba3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727406 Mar 10 06:57:09.921744 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (372986bb-4199-403b-82d0-6524c4b3a8b7), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:09.977144 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:10.093307 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Pushing event updated for resources: {'Port': ['ID=05fdaa3c-3c71-4285-8989-742bfc58b84c,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:10.230436 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-536043f4-37a4-4a34-894f-8534858812b6 None None] Provisioning complete for port 05fdaa3c-3c71-4285-8989-742bfc58b84c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:10.231105 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-536043f4-37a4-4a34-894f-8534858812b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:10.232397 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:08Z', 'revision_number': 3, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:10.261465 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:10.262094 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeace27-6392-4c72-a88e-8f59c6ea92c0 None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:08Z', 'revision_number': 3, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:57:10.440509 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-536043f4-37a4-4a34-894f-8534858812b6 None None] Port 05fdaa3c-3c71-4285-8989-742bfc58b84c cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:57:10.555218 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b52e0-ea71-42fd-b6df-9c8628e27ce9 req-2f505b44-0b4f-4695-aa32-b950dcc125df tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:10.556776 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bc9b52e0-ea71-42fd-b6df-9c8628e27ce9 req-2f505b44-0b4f-4695-aa32-b950dcc125df tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1667974 Mar 10 06:57:10.599268 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks [] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:10.608411 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:10.690117 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bc9b52e0-ea71-42fd-b6df-9c8628e27ce9 req-9aa59980-7fb8-4259-8909-c443952e519e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277318 Mar 10 06:57:10.698571 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Pushing event updated for resources: {'Port': ['ID=05fdaa3c-3c71-4285-8989-742bfc58b84c,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:10.701257 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (372986bb-4199-403b-82d0-6524c4b3a8b7), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:10.805793 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:10.807225 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:10.940315 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:57:11.060834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84b79-9ae5-48f8-bffc-6a61c83b224f req-e7fabe42-c833-4821-b6f9-0ade1d1aaac8 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:11.069068 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7ae84b79-9ae5-48f8-bffc-6a61c83b224f req-e7fabe42-c833-4821-b6f9-0ade1d1aaac8 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.0890338 Mar 10 06:57:11.081007 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-5ca85e52-c768-4a74-8c59-46d56bf5363a None None] Provisioning complete for port 05fdaa3c-3c71-4285-8989-742bfc58b84c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:11.083551 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-5ca85e52-c768-4a74-8c59-46d56bf5363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.130612 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:57:11.140085 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-830c3c00-d314-4104-8ccd-0eb3b85a972f admin admin] 10.222.0.35 "PUT /v2.0/routers/372986bb-4199-403b-82d0-6524c4b3a8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2832441 Mar 10 06:57:11.159245 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-5ca85e52-c768-4a74-8c59-46d56bf5363a None None] Port 05fdaa3c-3c71-4285-8989-742bfc58b84c cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:57:11.167306 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7ae84b79-9ae5-48f8-bffc-6a61c83b224f req-3ce5d2da-3c6d-4849-8152-2890f6c60a18 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970519 Mar 10 06:57:11.491226 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 75fc47fe-7624-4d33-bbba-28270f1fbe42 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:11.563293 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 75fc47fe-7624-4d33-bbba-28270f1fbe42 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:11.563678 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.659492 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 75fc47fe-7624-4d33-bbba-28270f1fbe42 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:11.659972 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.685744 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 75fc47fe-7624-4d33-bbba-28270f1fbe42, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=75fc47fe-7624-4d33-bbba-28270f1fbe42,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:11.691457 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.752088 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=75fc47fe-7624-4d33-bbba-28270f1fbe42,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:11.783955 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58172) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:11.789582 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-724509230-network', 'tenant_id': '95369c38695248ac93077556bec9e11f'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:11.830535 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Made reservation on behalf of 95369c38695248ac93077556bec9e11f for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:57:11.833862 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.846280 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.911645 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5886-a86c-4e6a-bf41-48e12fa9b2fd req-ab9716a3-3637-45bb-990d-93a702988d40 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:11.913601 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5e1f5886-a86c-4e6a-bf41-48e12fa9b2fd req-ab9716a3-3637-45bb-990d-93a702988d40 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1164398 Mar 10 06:57:11.984183 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks [] for security_group (12d78592-7932-4961-8427-ab39d1f0abaf), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:11.991526 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (12d78592-7932-4961-8427-ab39d1f0abaf), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.019773 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5e1f5886-a86c-4e6a-bf41-48e12fa9b2fd req-2c3e31c0-1bae-48d3-8aeb-ecd99e46a5b3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Mar 10 06:57:12.024370 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:57:12.027937 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d78592-7932-4961-8427-ab39d1f0abaf,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:12.041468 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (b09f3407-89e2-4fab-9080-d9773e71a5e2), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.041815 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Added segment b09f3407-89e2-4fab-9080-d9773e71a5e2 of type vlan for network 8b6de32a-724e-4b36-8a81-185e9dca3d6c Mar 10 06:57:12.082397 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (8b6de32a-724e-4b36-8a81-185e9dca3d6c), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.106707 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (8b6de32a-724e-4b36-8a81-185e9dca3d6c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.107986 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:12.108595 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.138516 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3532712 Mar 10 06:57:12.141345 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58176) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:12.146187 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Request body: {'subnet': {'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-724509230-subnet', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:12.164944 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Made reservation on behalf of 95369c38695248ac93077556bec9e11f for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:57:12.167241 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16025377'] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.176541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18939bcc-25d9-42c1-bd62-fcfa4671ad53 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6de32a-724e-4b36-8a81-185e9dca3d6c,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:12.189319 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:57:12.233113 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:57:12.287140 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd98df-d97c-487a-b3c3-8697df53b363 req-0f1a11de-7043-4f69-933a-0a482c98f710 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:12.288539 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-04fd98df-d97c-487a-b3c3-8697df53b363 req-0f1a11de-7043-4f69-933a-0a482c98f710 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.0551286 Mar 10 06:57:12.299938 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:12.300792 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:12.342380 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-04fd98df-d97c-487a-b3c3-8697df53b363 req-7460ed03-ff9d-4fb4-995f-d4ef7122ca97 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Mar 10 06:57:12.346557 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16107075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16025359'] for subnet (b667c4b8-d19d-4e07-a580-388134b3ebd6), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.404454 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b667c4b8-d19d-4e07-a580-388134b3ebd6,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:12.413288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Checking segment: {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:12.413658 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Network hostable DHCP agents. Network: 8b6de32a-724e-4b36-8a81-185e9dca3d6c, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:57:12.421333 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:12.431318 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:57:12.450341 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 8b6de32a-724e-4b36-8a81-185e9dca3d6c) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:12.454723 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:12.455504 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.474354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc8100-c6c7-4fb4-9574-d5330d1c843a None None] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:57:12.483403 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58180) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:12.483643 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-6225fb52-ac23-454b-b3c0-08d03a72aa95 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3411365 Mar 10 06:57:12.488834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:12.522464 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (84624a48-1b59-40fd-9252-e903b49c1ec9), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.523857 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (84624a48-1b59-40fd-9252-e903b49c1ec9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.589136 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks [] for router_controller (84624a48-1b59-40fd-9252-e903b49c1ec9), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.663765 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-8b6de32a-724e-4b36-8a81-185e9dca3d6c', 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c', 'project_id': '95369c38695248ac93077556bec9e11f', 'fixed_ips': [{'subnet_id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:57:12.664627 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.741473 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks [] for router_gateway (84624a48-1b59-40fd-9252-e903b49c1ec9), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.846606 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Allocated IP 172.20.0.2 (8b6de32a-724e-4b36-8a81-185e9dca3d6c/b667c4b8-d19d-4e07-a580-388134b3ebd6/c580b4e6-9444-4875-92d9-b484594d2f17) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:12.863889 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 2, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:12.898960 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:57:12.899323 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Updating router 372986bb-4199-403b-82d0-6524c4b3a8b7 port 05fdaa3c-3c71-4285-8989-742bfc58b84c binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:57:12.940825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks [] for router_gateway (84624a48-1b59-40fd-9252-e903b49c1ec9), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.958807 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:12.964896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.089481 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Allocated IP 172.27.1.158 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/94959cfe-9475-4a76-9c82-55d4915557f9) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:13.133430 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Publish callbacks [] for port (c580b4e6-9444-4875-92d9-b484594d2f17), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.146237 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.160407 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d449-1a8e-4390-8120-f908494509aa req-af0c9621-e02f-4d9e-b400-0a81e9599ae4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:13.162044 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1c16d449-1a8e-4390-8120-f908494509aa req-af0c9621-e02f-4d9e-b400-0a81e9599ae4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0631030 Mar 10 06:57:13.195804 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks [] for port (94959cfe-9475-4a76-9c82-55d4915557f9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.205249 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:13.214486 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:13.217732 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1c16d449-1a8e-4390-8120-f908494509aa req-db5e9e50-28e5-463c-adf4-b85a283f346e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 Mar 10 06:57:13.238915 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.247585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:13.252845 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Pushing event updated for resources: {'Port': ['ID=c580b4e6-9444-4875-92d9-b484594d2f17,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:13.274628 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:13.280041 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:13.282486 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:13.319407 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=94959cfe-9475-4a76-9c82-55d4915557f9,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:13.327959 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Attempting to bind port c580b4e6-9444-4875-92d9-b484594d2f17 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:13.328336 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Attempting to bind port c580b4e6-9444-4875-92d9-b484594d2f17 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:13.328691 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Attempting to bind port c580b4e6-9444-4875-92d9-b484594d2f17 on network 8b6de32a-724e-4b36-8a81-185e9dca3d6c {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:13.335673 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:13.336044 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Checking segment: {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:13.336443 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.336826 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Bound using segment: {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:13.337356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Bound port: c580b4e6-9444-4875-92d9-b484594d2f17, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:13.338286 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.446440 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 75fc47fe-7624-4d33-bbba-28270f1fbe42 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:13.516173 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Publish callbacks [] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.528735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a62d7-ba18-4b1e-af7d-4e454e50e399 req-86d04ae3-077e-455e-8907-945248632f59 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:13.530223 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-440a62d7-ba18-4b1e-af7d-4e454e50e399 req-86d04ae3-077e-455e-8907-945248632f59 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1052883 Mar 10 06:57:13.531730 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] For port c580b4e6-9444-4875-92d9-b484594d2f17, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:13.535235 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.539655 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] For port c580b4e6-9444-4875-92d9-b484594d2f17, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c580b4e6-9444-4875-92d9-b484594d2f17,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:13.580490 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.607639 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 75fc47fe-7624-4d33-bbba-28270f1fbe42 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:13.608021 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.627573 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-440a62d7-ba18-4b1e-af7d-4e454e50e399 req-472a12e6-7217-4147-abb3-94a708605445 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887432 Mar 10 06:57:13.633123 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks [] for router_gateway (84624a48-1b59-40fd-9252-e903b49c1ec9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:13.661912 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e185bd-f924-4fcf-8d4c-6d3af23aa626 None None] Pushing event updated for resources: {'Port': ['ID=05fdaa3c-3c71-4285-8989-742bfc58b84c,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:14.096850 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db6b0c-7894-44a4-ba57-cdb5fe029492 None None] Pushing event updated for resources: {'Port': ['ID=c580b4e6-9444-4875-92d9-b484594d2f17,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:14.151727 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Attempting to bind port 05fdaa3c-3c71-4285-8989-742bfc58b84c on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:14.152088 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Attempting to bind port 05fdaa3c-3c71-4285-8989-742bfc58b84c by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:14.152449 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Attempting to bind port 05fdaa3c-3c71-4285-8989-742bfc58b84c on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:14.170154 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-dca8888b-542b-4bf9-84be-6634b99dcdf5 None None] Provisioning complete for port 05fdaa3c-3c71-4285-8989-742bfc58b84c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:14.170530 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-dca8888b-542b-4bf9-84be-6634b99dcdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:14.173998 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:14.174376 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Checking segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:14.174771 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:14.175157 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Bound using segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:14.175632 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Bound port: 05fdaa3c-3c71-4285-8989-742bfc58b84c, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:14.176611 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:14.228785 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 75fc47fe-7624-4d33-bbba-28270f1fbe42 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:14.254544 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:57:14.279488 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-dca8888b-542b-4bf9-84be-6634b99dcdf5 None None] Port 05fdaa3c-3c71-4285-8989-742bfc58b84c cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:57:14.335685 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] For port 05fdaa3c-3c71-4285-8989-742bfc58b84c, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:14.340256 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] For port 05fdaa3c-3c71-4285-8989-742bfc58b84c, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=05fdaa3c-3c71-4285-8989-742bfc58b84c,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:14.354104 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:14.408462 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f7441-4891-40d0-8e0a-96b5d609df83 req-aa518186-7e33-4cb9-b3f3-203c5d5e0b4b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:14.410134 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b09f7441-4891-40d0-8e0a-96b5d609df83 req-aa518186-7e33-4cb9-b3f3-203c5d5e0b4b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1151228 Mar 10 06:57:14.422779 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (84624a48-1b59-40fd-9252-e903b49c1ec9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:14.490430 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b09f7441-4891-40d0-8e0a-96b5d609df83 req-388a4e51-dc00-44d9-b8ef-12e0902fb112 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715458 Mar 10 06:57:14.497088 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e185bd-f924-4fcf-8d4c-6d3af23aa626 None None] Pushing event updated for resources: {'Port': ['ID=05fdaa3c-3c71-4285-8989-742bfc58b84c,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:14.499781 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:14.501040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:14.652461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Router 84624a48-1b59-40fd-9252-e903b49c1ec9 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:57:14.721546 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:14.876193 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] Provisioning complete for port 05fdaa3c-3c71-4285-8989-742bfc58b84c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:14.876684 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:14.896853 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3afb9f-7a69-4a19-9e31-cdebb57e5d90 req-f83d8a98-012a-44e1-b55d-a6c4f3c3a5c1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:14.909372 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3e3afb9f-7a69-4a19-9e31-cdebb57e5d90 req-f83d8a98-012a-44e1-b55d-a6c4f3c3a5c1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1613526 Mar 10 06:57:15.030612 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3e3afb9f-7a69-4a19-9e31-cdebb57e5d90 req-d51721d6-f48c-4262-9fb7-b1b82ecec3ad tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189485 Mar 10 06:57:15.033207 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:57:15.054407 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Sync routers for ids ['84624a48-1b59-40fd-9252-e903b49c1ec9'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:57:15.069696 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Routers {'84624a48-1b59-40fd-9252-e903b49c1ec9'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:15.070342 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['84624a48-1b59-40fd-9252-e903b49c1ec9'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:15.090759 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:15.092031 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8839d559-fa7c-4aae-a013-5ac716cc2ea2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6071262 Mar 10 06:57:15.094904 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58206) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:15.219105 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] Current status of the port 05fdaa3c-3c71-4285-8989-742bfc58b84c is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:15.219105 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:15.276530 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] For port 05fdaa3c-3c71-4285-8989-742bfc58b84c, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=05fdaa3c-3c71-4285-8989-742bfc58b84c,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:15.287208 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:15.353738 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Set router 84624a48-1b59-40fd-9252-e903b49c1ec9 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:15.387518 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:14Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:15.389591 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a4c99-da81-4d6e-a7ea-39154ed9ba6e None None] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:57:15.550558 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6832-fc66-4b6e-8bbe-b2a00b589725 None None] Pushing event updated for resources: {'Port': ['ID=05fdaa3c-3c71-4285-8989-742bfc58b84c,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:15.608287 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c72cb-aaed-457f-b2e4-359f8582d287 None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:14Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:57:15.623333 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c580b4e6-9444-4875-92d9-b484594d2f17 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:15.641837 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:13Z', 'revision_number': 3, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:15.744511 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Provisioning complete for port c580b4e6-9444-4875-92d9-b484594d2f17 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:15.744893 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:15.749707 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port c580b4e6-9444-4875-92d9-b484594d2f17 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:15.750081 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:15.752832 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Checking router: 84624a48-1b59-40fd-9252-e903b49c1ec9 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:57:15.753209 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Updating router 84624a48-1b59-40fd-9252-e903b49c1ec9 port 94959cfe-9475-4a76-9c82-55d4915557f9 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:57:15.796510 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:15.817731 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e2bf-d137-4a06-9e89-0ce7daf80348 req-1ac6d624-ae86-4ec5-a859-6fe98faea7ac tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:15.831658 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dd97e2bf-d137-4a06-9e89-0ce7daf80348 req-1ac6d624-ae86-4ec5-a859-6fe98faea7ac tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1701214 Mar 10 06:57:15.986957 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port c580b4e6-9444-4875-92d9-b484594d2f17 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:15.987529 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.081407 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Current status of the port c580b4e6-9444-4875-92d9-b484594d2f17 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:16.082150 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.087394 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port c580b4e6-9444-4875-92d9-b484594d2f17, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c580b4e6-9444-4875-92d9-b484594d2f17,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:16.107374 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.207889 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dd97e2bf-d137-4a06-9e89-0ce7daf80348 req-9cc8d585-4ac6-4138-9816-7c254098e866 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803699 Mar 10 06:57:16.225252 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=c580b4e6-9444-4875-92d9-b484594d2f17,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:16.229955 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.db.api [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 06:57:16.230401 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG oslo_db.api [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 06:57:16.287040 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbb406-e267-4337-8c0a-a185685feb06 req-edbf9dc5-5728-47ba-9db2-ba0746db3971 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:16.288673 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64bbb406-e267-4337-8c0a-a185685feb06 req-edbf9dc5-5728-47ba-9db2-ba0746db3971 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.1382780 Mar 10 06:57:16.373891 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Publish callbacks [] for port (94959cfe-9475-4a76-9c82-55d4915557f9), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.386447 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.395531 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64bbb406-e267-4337-8c0a-a185685feb06 req-add68f74-ea39-45d1-a36e-c0a2ab87254e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997550 Mar 10 06:57:16.510900 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f49a88-1092-4a4f-a58d-c3dadfa1b477 None None] Pushing event updated for resources: {'Port': ['ID=94959cfe-9475-4a76-9c82-55d4915557f9,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:16.513711 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Attempting to bind port 94959cfe-9475-4a76-9c82-55d4915557f9 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:16.514350 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Attempting to bind port 94959cfe-9475-4a76-9c82-55d4915557f9 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:16.514947 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Attempting to bind port 94959cfe-9475-4a76-9c82-55d4915557f9 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:16.521927 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:16.522622 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:16.523459 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.524001 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:16.525237 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Bound port: 94959cfe-9475-4a76-9c82-55d4915557f9, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:16.525833 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.526046 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.587612 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] For port 94959cfe-9475-4a76-9c82-55d4915557f9, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:16.591613 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] For port 94959cfe-9475-4a76-9c82-55d4915557f9, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=94959cfe-9475-4a76-9c82-55d4915557f9,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:16.602204 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:16.668381 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Routers {'84624a48-1b59-40fd-9252-e903b49c1ec9'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:16.669046 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['84624a48-1b59-40fd-9252-e903b49c1ec9'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:16.670850 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f49a88-1092-4a4f-a58d-c3dadfa1b477 None None] Pushing event updated for resources: {'Port': ['ID=94959cfe-9475-4a76-9c82-55d4915557f9,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:16.755955 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Allocated IP 172.20.0.1 (8b6de32a-724e-4b36-8a81-185e9dca3d6c/b667c4b8-d19d-4e07-a580-388134b3ebd6/b9fe2cfe-190d-45e2-bb1c-ceff871d0438) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:16.776000 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-e489189f-db28-4feb-8935-236ac60cdd7f None None] Current status of the port c580b4e6-9444-4875-92d9-b484594d2f17 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:16.791858 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] Set router 84624a48-1b59-40fd-9252-e903b49c1ec9 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:16.901871 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-3849ab67-51a5-4daf-ad38-6ec637c5fe99 None None] Provisioning complete for port c580b4e6-9444-4875-92d9-b484594d2f17 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:16.902404 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3849ab67-51a5-4daf-ad38-6ec637c5fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.020499 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-3849ab67-51a5-4daf-ad38-6ec637c5fe99 None None] Current status of the port c580b4e6-9444-4875-92d9-b484594d2f17 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:17.154935 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:13Z', 'revision_number': 3, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:17.183979 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a0101-6a7f-4a2e-9d33-dead947aefd6 None None] The sync data for ids ['84624a48-1b59-40fd-9252-e903b49c1ec9'] in dv-cinder-832918-1-iscsi is: [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:13Z', 'revision_number': 3, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:57:17.190295 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks [] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.239191 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.259838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:17.261960 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:17.286258 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:17.371028 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Pushing event updated for resources: {'Port': ['ID=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:17.386000 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (84624a48-1b59-40fd-9252-e903b49c1ec9), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.450928 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc05a-0458-47fb-a4ed-c1838172eb70 req-b26d1294-f060-4053-8768-18450c8b1ba3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:17.453226 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f51bc05a-0458-47fb-a4ed-c1838172eb70 req-b26d1294-f060-4053-8768-18450c8b1ba3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1529946 Mar 10 06:57:17.557607 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-3ae9d76e-9666-4d40-bf69-fdd0a5cadfbb None None] Provisioning complete for port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:17.558198 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3ae9d76e-9666-4d40-bf69-fdd0a5cadfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.565429 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc718ad6-7f38-40a0-8ad9-e6b7eb78004c req-40d1e8bc-d749-4eff-a861-203ffdf6b746 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:17.576886 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fc718ad6-7f38-40a0-8ad9-e6b7eb78004c req-40d1e8bc-d749-4eff-a861-203ffdf6b746 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.0780995 Mar 10 06:57:17.609173 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c580b4e6-9444-4875-92d9-b484594d2f17 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:17.617733 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f51bc05a-0458-47fb-a4ed-c1838172eb70 req-9713e143-bfab-4675-a7da-c22a0fd15295 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587496 Mar 10 06:57:17.693681 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fc718ad6-7f38-40a0-8ad9-e6b7eb78004c req-0f6890aa-6de1-4e21-aa78-961ce329a32c tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121926 Mar 10 06:57:17.710325 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9d76e-9666-4d40-bf69-fdd0a5cadfbb None None] Port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:57:17.723683 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port c580b4e6-9444-4875-92d9-b484594d2f17 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:17.724063 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.738383 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.824763 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port c580b4e6-9444-4875-92d9-b484594d2f17 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:17.826079 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 05fdaa3c-3c71-4285-8989-742bfc58b84c up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:17.880229 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 05fdaa3c-3c71-4285-8989-742bfc58b84c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:17.880611 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.935401 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks [] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:17.941371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:18.011724 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Pushing event updated for resources: {'Port': ['ID=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:18.015289 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (84624a48-1b59-40fd-9252-e903b49c1ec9), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:18.091627 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 05fdaa3c-3c71-4285-8989-742bfc58b84c is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:18.115206 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:18.116674 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:18.249065 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Router 84624a48-1b59-40fd-9252-e903b49c1ec9 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:57:18.340709 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-c3262302-c3ed-44f1-b56e-aa0541fe3af6 None None] Provisioning complete for port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:18.341213 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c3262302-c3ed-44f1-b56e-aa0541fe3af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:18.381910 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:57:18.382768 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-c3262302-c3ed-44f1-b56e-aa0541fe3af6 None None] Port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:57:18.388357 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-dca3f237-e364-4cc1-b915-6661e11a0a1f admin admin] 10.222.0.35 "PUT /v2.0/routers/84624a48-1b59-40fd-9252-e903b49c1ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915757 Mar 10 06:57:18.748641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923af9-b26d-4de4-912f-4747bffdf5d0 req-20fd6967-6585-47ef-a0c1-91a5f325baed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:18.750241 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-84923af9-b26d-4de4-912f-4747bffdf5d0 req-20fd6967-6585-47ef-a0c1-91a5f325baed tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0546880 Mar 10 06:57:18.816751 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Request body: {'port': {'device_id': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:18.829537 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-84923af9-b26d-4de4-912f-4747bffdf5d0 req-b6c48cd3-150b-45c5-a02e-c58ef0910aaa tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Mar 10 06:57:18.915233 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58258) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:18.920797 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86125501', 'description': 'tempest-secgroup-smoke-86125501 description', 'project_id': 'b8708c22f6cc413c91a6621f3f868060'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:18.925384 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:18.973816 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-ec66bc75-1476-4e0e-ab02-8c0aa7a61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:18.976357 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-ec66bc75-1476-4e0e-ab02-8c0aa7a61e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0982785 Mar 10 06:57:18.979639 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:18.991576 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182156a7-ff40-40f1-b11f-72929206118a req-d83931df-cb7a-477d-a7d3-56af00a1abac tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:18.993625 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-182156a7-ff40-40f1-b11f-72929206118a req-d83931df-cb7a-477d-a7d3-56af00a1abac tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 932 time: 0.0764914 Mar 10 06:57:19.100074 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-182156a7-ff40-40f1-b11f-72929206118a req-616a2a46-d22f-4191-8446-dc396ee760cf tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980787 Mar 10 06:57:19.128754 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-8e191b17-807e-44c1-8135-07e9a56f2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:19.130239 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-8e191b17-807e-44c1-8135-07e9a56f2f36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.1356928 Mar 10 06:57:19.157011 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Sync routers for ids ['84624a48-1b59-40fd-9252-e903b49c1ec9'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:57:19.167774 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Routers {'84624a48-1b59-40fd-9252-e903b49c1ec9'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:19.168384 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['84624a48-1b59-40fd-9252-e903b49c1ec9'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:19.174634 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-209ca163-c259-4b1c-b853-32fbb9b795a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0370266 Mar 10 06:57:19.193222 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group (cdd8d89e-5b17-4d9c-ac37-33dd84634dc6), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.199972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (cdd8d89e-5b17-4d9c-ac37-33dd84634dc6), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.226838 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-5ae42647-93ae-4956-9594-1a265bb97eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:19.229210 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-5ae42647-93ae-4956-9594-1a265bb97eaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0473101 Mar 10 06:57:19.252181 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.256158 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3372860 Mar 10 06:57:19.256158 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a42cb-3353-4d81-9c3f-7a863646dbdd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:19.260508 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58260) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:19.265364 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8d89e-5b17-4d9c-ac37-33dd84634dc6', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:19.269222 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-66d88ae4-c237-4bf1-898c-60a28b8fdf47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313265 Mar 10 06:57:19.284822 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Set router 84624a48-1b59-40fd-9252-e903b49c1ec9 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:19.333914 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (b93eba7a-3b1d-4ab4-8cb7-fcd20cb96928), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.337681 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e89cbf-d1b8-4660-8873-32a538966557 {{(pid=109519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:57:19.351552 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Publish callbacks [] for port (05e89cbf-d1b8-4660-8873-32a538966557), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.384179 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.provisioning_blocks [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Transition to ACTIVE for port object 05e89cbf-d1b8-4660-8873-32a538966557 will not be triggered until provisioned by entity L2. {{(pid=109519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:57:19.389101 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-50c729ee-fd0d-4227-bf6e-3a60407e5a49 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988660 Mar 10 06:57:19.392229 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.445807 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (b93eba7a-3b1d-4ab4-8cb7-fcd20cb96928), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.460422 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (b93eba7a-3b1d-4ab4-8cb7-fcd20cb96928), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.482094 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:19.507627 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93eba7a-3b1d-4ab4-8cb7-fcd20cb96928,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:19.538109 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.539325 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-2a14a2b8-2726-46ff-8817-6e120afab58a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2777867 Mar 10 06:57:19.542602 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58270) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:19.548365 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8d89e-5b17-4d9c-ac37-33dd84634dc6', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:19.564386 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 94959cfe-9475-4a76-9c82-55d4915557f9 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:19.591984 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-984f98f7-81d1-44f3-b843-3bf3c64f6870 req-8c141ce3-f405-4964-acea-b2841ece6eeb service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926312 Mar 10 06:57:19.626729 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (1a3a1c71-b424-4ff6-8e6a-71010c61c536), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.631466 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Attempting to bind port 05e89cbf-d1b8-4660-8873-32a538966557 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:19.631788 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Attempting to bind port 05e89cbf-d1b8-4660-8873-32a538966557 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:19.632118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Attempting to bind port 05e89cbf-d1b8-4660-8873-32a538966557 on network c79abaca-cf91-45e8-971b-04d1f8e72389 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:19.657949 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Port 05e89cbf-d1b8-4660-8873-32a538966557 on network c79abaca-cf91-45e8-971b-04d1f8e72389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:57:19.658281 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Attempting to bind port 05e89cbf-d1b8-4660-8873-32a538966557 on network c79abaca-cf91-45e8-971b-04d1f8e72389 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:19.678932 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:19.679287 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Checking segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:19.679869 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Bound using segment: {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:19.680699 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Bound port: 05e89cbf-d1b8-4660-8873-32a538966557, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481d8893-c8a4-4284-94b2-b079b55d7364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389'}}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:19.681155 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.735158 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 94959cfe-9475-4a76-9c82-55d4915557f9 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:19.735550 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.743759 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:17Z', 'revision_number': 4, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'b9fe2cfe-190d-45e2-bb1c-ceff871d0438', 'name': '', 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'mac_address': 'fa:16:3e:da:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:16Z', 'updated_at': '2022-03-10T06:57:17Z', 'revision_number': 2, 'project_id': '95369c38695248ac93077556bec9e11f', 'subnets': [{'id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:19.764324 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (1a3a1c71-b424-4ff6-8e6a-71010c61c536), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.789793 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (1a3a1c71-b424-4ff6-8e6a-71010c61c536), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.835683 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Checking router: 84624a48-1b59-40fd-9252-e903b49c1ec9 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:57:19.836044 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Updating router 84624a48-1b59-40fd-9252-e903b49c1ec9 port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:57:19.836219 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.838008 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933924 Mar 10 06:57:19.840847 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58312) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:19.845268 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8d89e-5b17-4d9c-ac37-33dd84634dc6', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:19.852028 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcbb5f-8968-4430-9638-b68590431d9c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3a1c71-b424-4ff6-8e6a-71010c61c536,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:19.866973 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, cleared binding levels {{(pid=109519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:19.871757 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:19.883346 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.883580 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.934997 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (c9112570-90fd-4f3c-9598-9311bf3eb6de), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.941705 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:19.942328 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:19.943757 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 1094 time: 1.1313128 Mar 10 06:57:19.955710 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:57:19.957998 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185993b-1be5-4082-8cc1-ab339bef1fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:57:19.999123 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 94959cfe-9475-4a76-9c82-55d4915557f9 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:20.001022 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.027204 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f6ede-fa48-446d-a156-5b7013ef3064 x-openstack-request-id: req-2e9f6ede-fa48-446d-a156-5b7013ef3064 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:57:20.027517 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:57:20.027759 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e9f6ede-fa48-446d-a156-5b7013ef3064 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:57:20.028978 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'status': 'completed', 'code': 200} Mar 10 06:57:20.046000 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726bb4a-6f4c-4de7-9225-2ced2859a9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=3']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.119080 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 94959cfe-9475-4a76-9c82-55d4915557f9, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=94959cfe-9475-4a76-9c82-55d4915557f9,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:20.163884 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.171596 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feecda5-cbaf-431f-bf48-e62d715df54d req-82b13ece-4ef7-4d0c-a58b-03e5355bae38 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:20.173028 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1feecda5-cbaf-431f-bf48-e62d715df54d req-82b13ece-4ef7-4d0c-a58b-03e5355bae38 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.2414031 Mar 10 06:57:20.255982 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (c9112570-90fd-4f3c-9598-9311bf3eb6de), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.264618 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1feecda5-cbaf-431f-bf48-e62d715df54d req-930f019c-91df-48d9-b27f-0678149a534a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Mar 10 06:57:20.267381 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (c9112570-90fd-4f3c-9598-9311bf3eb6de), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.270585 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-27fe1f87-3a3a-4189-a02b-086e61aba4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:20.272490 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-27fe1f87-3a3a-4189-a02b-086e61aba4a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1128 time: 0.2189693 Mar 10 06:57:20.309937 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.313730 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4693937 Mar 10 06:57:20.314739 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58324) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:20.317187 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a2bb4-2164-419a-833c-3e2c8e28de28 req-00255890-401c-4221-99a6-90ff0ee42982 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:20.318818 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ea7a2bb4-2164-419a-833c-3e2c8e28de28 req-00255890-401c-4221-99a6-90ff0ee42982 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 944 time: 0.0989525 Mar 10 06:57:20.319507 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8d89e-5b17-4d9c-ac37-33dd84634dc6', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:20.326419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261131f4-d196-4594-8b8c-5162bea7a4fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9112570-90fd-4f3c-9598-9311bf3eb6de,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.333546 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=94959cfe-9475-4a76-9c82-55d4915557f9,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.375309 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-2d346cbb-1f26-46cf-848d-90b159300960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 217 time: 0.0462935 Mar 10 06:57:20.389619 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ea7a2bb4-2164-419a-833c-3e2c8e28de28 req-dcee0614-856e-4b90-a29c-edc4fb8fed9c tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545352 Mar 10 06:57:20.427624 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (017f8d76-d2fb-4365-941f-002fb63dc12b), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.436349 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Publish callbacks [] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.443218 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.458012 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-de70e255-1352-4c91-bf26-2360a4e4ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:20.459506 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-de70e255-1352-4c91-bf26-2360a4e4ceb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0742860 Mar 10 06:57:20.520128 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222c5b4-e6a9-420b-8f4f-1a8e9c2ebeb9 None None] Pushing event updated for resources: {'Port': ['ID=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.529103 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (017f8d76-d2fb-4365-941f-002fb63dc12b), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.538665 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-aa23e613-e86f-423a-81f8-720b2470cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:20.540761 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-aa23e613-e86f-423a-81f8-720b2470cbe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707145 Mar 10 06:57:20.541427 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (017f8d76-d2fb-4365-941f-002fb63dc12b), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.557110 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Attempting to bind port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:20.557490 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Attempting to bind port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:20.557859 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Attempting to bind port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 on network 8b6de32a-724e-4b36-8a81-185e9dca3d6c {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:20.563537 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:20.563919 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Checking segment: {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:20.564326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.564903 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Bound using segment: {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:20.565558 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Bound port: b9fe2cfe-190d-45e2-bb1c-ceff871d0438, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09f3407-89e2-4fab-9080-d9773e71a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:20.565946 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.581844 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017f8d76-d2fb-4365-941f-002fb63dc12b,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.590430 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.591631 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-01f1220b-1ebf-49a9-9055-e9f2643b6d4d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762065 Mar 10 06:57:20.594532 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58336) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:20.599494 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8d89e-5b17-4d9c-ac37-33dd84634dc6', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:20.624503 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.securitygroups_db [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Project b8708c22f6cc413c91a6621f3f868060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:57:20.630858 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (0cca0a68-f38a-413e-8961-691fa16c77cf), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.664473 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] For port b9fe2cfe-190d-45e2-bb1c-ceff871d0438, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:20.669674 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] For port b9fe2cfe-190d-45e2-bb1c-ceff871d0438, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:20.680501 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.697004 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-93cb47de-daed-4c2f-9a2e-48dd52a9f942 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436548 Mar 10 06:57:20.709432 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (0cca0a68-f38a-413e-8961-691fa16c77cf), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.714586 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (0cca0a68-f38a-413e-8961-691fa16c77cf), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.749756 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cca0a68-f38a-413e-8961-691fa16c77cf,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.768433 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.769674 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-69d179e8-5d1a-41c0-a10c-fa511b91cf7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1739693 Mar 10 06:57:20.773734 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 58342) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:57:20.780430 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8d89e-5b17-4d9c-ac37-33dd84634dc6', 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:20.790375 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222c5b4-e6a9-420b-8f4f-1a8e9c2ebeb9 None None] Pushing event updated for resources: {'Port': ['ID=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.801345 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Routers {'84624a48-1b59-40fd-9252-e903b49c1ec9'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:57:20.802498 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:56:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['84624a48-1b59-40fd-9252-e903b49c1ec9'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:20.814476 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.securitygroups_db [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Project b8708c22f6cc413c91a6621f3f868060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:57:20.830903 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (15043aaf-769c-4245-b359-fd5da3891ae2), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.866381 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-f2014890-e966-48db-998f-aebea2414e61 None None] Provisioning complete for port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:20.866677 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f2014890-e966-48db-998f-aebea2414e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.912223 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a561d21-934d-471c-a5ea-c1e15c69d491 req-2f6a1d32-90a3-4b96-b71d-1c601fc48881 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045245 Mar 10 06:57:20.916337 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (15043aaf-769c-4245-b359-fd5da3891ae2), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.920600 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (15043aaf-769c-4245-b359-fd5da3891ae2), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.961266 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15043aaf-769c-4245-b359-fd5da3891ae2,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:20.979604 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-f2014890-e966-48db-998f-aebea2414e61 None None] Current status of the port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:20.980101 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f2014890-e966-48db-998f-aebea2414e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.988817 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:20.995950 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a17c75cf-e62c-430f-a92a-4b5d13877c34 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2208469 Mar 10 06:57:21.087737 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-f2014890-e966-48db-998f-aebea2414e61 None None] For port b9fe2cfe-190d-45e2-bb1c-ceff871d0438, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:21.098975 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f2014890-e966-48db-998f-aebea2414e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:21.109823 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] Set router 84624a48-1b59-40fd-9252-e903b49c1ec9 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:57:21.114518 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-cc6b6fc2-c6ff-4e01-bb99-c770c3e5b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.119237 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-cc6b6fc2-c6ff-4e01-bb99-c770c3e5b005 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1128 time: 0.0822754 Mar 10 06:57:21.236270 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2014890-e966-48db-998f-aebea2414e61 None None] Pushing event updated for resources: {'Port': ['ID=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:21.259248 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6768de-1b1d-4e81-a427-55c1af9b6d2b req-65c45dd4-6cc0-4ec5-8075-7a0b641d88ed tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.261428 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9a6768de-1b1d-4e81-a427-55c1af9b6d2b req-65c45dd4-6cc0-4ec5-8075-7a0b641d88ed tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0931344 Mar 10 06:57:21.323956 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-5dfbf08d-6f57-4c73-8061-46448214cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.325129 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9a6768de-1b1d-4e81-a427-55c1af9b6d2b req-10740e8f-6ec3-41e4-bac1-3486fa937a17 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585208 Mar 10 06:57:21.326655 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-1f5f789d-f9ba-4a5d-90ec-012660fd5156 None None] Provisioning complete for port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:21.327038 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1f5f789d-f9ba-4a5d-90ec-012660fd5156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:21.347311 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-5dfbf08d-6f57-4c73-8061-46448214cc4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.1308830 Mar 10 06:57:21.400009 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-ee6c1bf5-4a9a-4dac-858c-ecafe4b24e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 217 time: 0.0517607 Mar 10 06:57:21.488675 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-b8a44c0d-3a64-4936-8f47-2084a099ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.490769 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-b8a44c0d-3a64-4936-8f47-2084a099ceea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0644877 Mar 10 06:57:21.492740 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 94959cfe-9475-4a76-9c82-55d4915557f9 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:21.540900 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb6dc-1732-40c0-9bdc-7a47819d78ba req-1f0cb640-c778-4a9d-b330-65374f2ff474 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.543005 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cd4cb6dc-1732-40c0-9bdc-7a47819d78ba req-1f0cb640-c778-4a9d-b330-65374f2ff474 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1532683 Mar 10 06:57:21.560374 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f789d-f9ba-4a5d-90ec-012660fd5156 None None] Current status of the port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:21.586142 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94361034-9c40-4ed4-b876-699fdcb57699 req-e305a20d-1e4c-4b6f-af54-51c69326b429 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.588304 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94361034-9c40-4ed4-b876-699fdcb57699 req-e305a20d-1e4c-4b6f-af54-51c69326b429 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 944 time: 0.0776207 Mar 10 06:57:21.605381 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 94959cfe-9475-4a76-9c82-55d4915557f9 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:21.605756 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:21.612567 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:17Z', 'revision_number': 4, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'b9fe2cfe-190d-45e2-bb1c-ceff871d0438', 'name': '', 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'mac_address': 'fa:16:3e:da:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:16Z', 'updated_at': '2022-03-10T06:57:20Z', 'revision_number': 4, 'project_id': '95369c38695248ac93077556bec9e11f', 'subnets': [{'id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:57:21.627255 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-0746fc03-6df7-4d48-a930-70af2586f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:21.629382 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-0746fc03-6df7-4d48-a930-70af2586f01b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194270 Mar 10 06:57:21.666725 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cd4cb6dc-1732-40c0-9bdc-7a47819d78ba req-9b1a9922-6432-48d7-87a5-25557e5637c8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858264 Mar 10 06:57:21.673670 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94361034-9c40-4ed4-b876-699fdcb57699 req-e873b512-0197-427a-a76e-4d16bf8de26c tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734525 Mar 10 06:57:21.696400 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e112400-8c96-452d-bd34-b41a567224f1 None None] The sync data for ids ['84624a48-1b59-40fd-9252-e903b49c1ec9'] in dv-cinder-832918-1-iscsi is: [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:17Z', 'revision_number': 4, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'b9fe2cfe-190d-45e2-bb1c-ceff871d0438', 'name': '', 'network_id': '8b6de32a-724e-4b36-8a81-185e9dca3d6c', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'mac_address': 'fa:16:3e:da:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:16Z', 'updated_at': '2022-03-10T06:57:20Z', 'revision_number': 4, 'project_id': '95369c38695248ac93077556bec9e11f', 'subnets': [{'id': 'b667c4b8-d19d-4e07-a580-388134b3ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:57:21.814001 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-b2763641-8400-4e68-ab4b-e9b53291340c service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681812 Mar 10 06:57:21.932110 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9185993b-1be5-4082-8cc1-ab339bef1fc3 req-bbace598-a917-461e-9e12-cd8aa8f63179 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106761 Mar 10 06:57:21.934843 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 94959cfe-9475-4a76-9c82-55d4915557f9 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:22.458170 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372894d-5e2f-4ce8-a048-022792dc9b34 req-317c4d76-c653-40a3-a446-3a6d0b87f52c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:22.459710 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c372894d-5e2f-4ce8-a048-022792dc9b34 req-317c4d76-c653-40a3-a446-3a6d0b87f52c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0620856 Mar 10 06:57:22.509741 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c372894d-5e2f-4ce8-a048-022792dc9b34 req-a79f9700-91c9-4130-8575-d3769f8644da tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Mar 10 06:57:22.659007 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-56c72337-8bb4-478a-8176-f5a4b37d02c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:22.793703 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04356f-006c-4570-ad60-0e9323126f86 req-aea8c258-d57e-41e0-ba1a-ba8c1b2685c5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:22.794412 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d272249-8fc2-4e31-8642-6893ca23945b req-1c510560-8dd4-4034-938d-f8330716544b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:22.795719 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3d272249-8fc2-4e31-8642-6893ca23945b req-1c510560-8dd4-4034-938d-f8330716544b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 944 time: 0.0564764 Mar 10 06:57:22.796451 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb04356f-006c-4570-ad60-0e9323126f86 req-aea8c258-d57e-41e0-ba1a-ba8c1b2685c5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0660975 Mar 10 06:57:22.844078 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3d272249-8fc2-4e31-8642-6893ca23945b req-736e522d-9a56-4690-9260-051a62b23c46 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Mar 10 06:57:22.850590 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb04356f-006c-4570-ad60-0e9323126f86 req-3945da43-3f57-43f1-830b-e9632a34019a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Mar 10 06:57:23.438935 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b9fe2cfe-190d-45e2-bb1c-ceff871d0438 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:23.487887 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:23.488183 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:23.567414 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:23.641957 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4f0e2-812d-4191-ae9b-8de33b786971 req-6bfd444d-3912-492e-9f30-4bb5db14cc18 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:23.643427 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b2a4f0e2-812d-4191-ae9b-8de33b786971 req-6bfd444d-3912-492e-9f30-4bb5db14cc18 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0667338 Mar 10 06:57:23.688771 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b2a4f0e2-812d-4191-ae9b-8de33b786971 req-ca31c679-6902-4517-9462-1f3eee57199d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Mar 10 06:57:23.964190 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2430-820f-482e-92e9-deba1a4ae5b5 req-aef53ab2-cb61-4018-a18f-a6a0ca8d8b8e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:23.965722 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4e5f2430-820f-482e-92e9-deba1a4ae5b5 req-aef53ab2-cb61-4018-a18f-a6a0ca8d8b8e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 944 time: 0.0521052 Mar 10 06:57:23.995695 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce5682-ae9b-48bf-b2f7-dc2fa288497f req-0847e1a2-8766-4098-8e0f-6a452fc933e2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:23.997473 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a2ce5682-ae9b-48bf-b2f7-dc2fa288497f req-0847e1a2-8766-4098-8e0f-6a452fc933e2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0789247 Mar 10 06:57:24.017736 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4e5f2430-820f-482e-92e9-deba1a4ae5b5 req-da45f54d-b00c-42c1-999a-d133715ce4ef tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 Mar 10 06:57:24.037766 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-f1296c75-1ea4-412b-bdf8-058391fc175a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:24.039125 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-f1296c75-1ea4-412b-bdf8-058391fc175a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 945 time: 0.0866885 Mar 10 06:57:24.312827 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a2ce5682-ae9b-48bf-b2f7-dc2fa288497f req-7844324f-cf45-4448-b0e8-7bfb4318315e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068593 Mar 10 06:57:24.376013 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Deleting port 38083531-916f-4639-8707-5dc7f535a0bc {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:57:24.376359 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (38083531-916f-4639-8707-5dc7f535a0bc), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:24.466145 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] For port 38083531-916f-4639-8707-5dc7f535a0bc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38083531-916f-4639-8707-5dc7f535a0bc,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:24.466512 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (38083531-916f-4639-8707-5dc7f535a0bc), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:24.478790 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Calling delete_port for 38083531-916f-4639-8707-5dc7f535a0bc owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:57:24.605671 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (38083531-916f-4639-8707-5dc7f535a0bc), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:24.637263 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Pushing event deleted for resources: {'Port': ['ID=38083531-916f-4639-8707-5dc7f535a0bc,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:24.655256 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['38083531-916f-4639-8707-5dc7f535a0bc'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:57:24.679665 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] No DVR routers for this DVR port 38083531-916f-4639-8707-5dc7f535a0bc on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:57:24.681980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:24.685325 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c346f08d-edcf-4cc1-86ec-e4c5ed8668cb req-388525d9-886a-4bd0-9ed5-7dbbf35332cb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "DELETE /v2.0/ports/38083531-916f-4639-8707-5dc7f535a0bc HTTP/1.1" status: 204 len: 173 time: 0.6386690 Mar 10 06:57:24.685762 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'name': 'network-vif-deleted', 'tag': '38083531-916f-4639-8707-5dc7f535a0bc'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:57:24.688032 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1724f86b-2d51-4329-94e6-4903fe747cf2" -d '{"events": [{"server_uuid": "df2e3a6c-549c-4a11-8dda-be8cd585298e", "name": "network-vif-deleted", "tag": "38083531-916f-4639-8707-5dc7f535a0bc"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:57:24.737485 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c245b11c-cee4-488b-a19d-2faadc039f74 x-openstack-request-id: req-c245b11c-cee4-488b-a19d-2faadc039f74 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:57:24.737782 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2e3a6c-549c-4a11-8dda-be8cd585298e", "name": "network-vif-deleted", "tag": "38083531-916f-4639-8707-5dc7f535a0bc", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:57:24.738050 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c245b11c-cee4-488b-a19d-2faadc039f74 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:57:24.738450 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2e3a6c-549c-4a11-8dda-be8cd585298e', 'name': 'network-vif-deleted', 'tag': '38083531-916f-4639-8707-5dc7f535a0bc', 'status': 'completed', 'code': 200} Mar 10 06:57:24.794499 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7a2f6983-765a-4058-9fb1-c7e61da83192 req-ad978550-3a8e-4c84-bd9d-88c0390f4857 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2e3a6c-549c-4a11-8dda-be8cd585298e HTTP/1.1" status: 200 len: 210 time: 0.0272729 Mar 10 06:57:24.978690 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e0e4af49-0c1c-4a23-acb6-4074393c1866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:25.008637 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 05e89cbf-d1b8-4660-8873-32a538966557 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:57:25.108172 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:25.120230 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '05e89cbf-d1b8-4660-8873-32a538966557', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'port_id': '05e89cbf-d1b8-4660-8873-32a538966557', 'mac_address': 'fa:16:3e:4b:b3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:57:25.137316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e05d9a-a175-4d14-924b-2a6191eb3960 req-6be89752-2188-4773-aaf0-817535133486 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:25.138799 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-83e05d9a-a175-4d14-924b-2a6191eb3960 req-6be89752-2188-4773-aaf0-817535133486 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 944 time: 0.0552323 Mar 10 06:57:25.161656 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 05e89cbf-d1b8-4660-8873-32a538966557 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:25.162081 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:25.176543 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e89cbf-d1b8-4660-8873-32a538966557 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:57:25.189140 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-83e05d9a-a175-4d14-924b-2a6191eb3960 req-60308413-000c-428c-b83b-66b5c590e32f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Mar 10 06:57:25.197526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:25.203095 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:25.251739 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:25.447317 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4b8a-96ff-4b3a-b495-f0700f95d7c0 req-6ca0bc07-a8d8-4b20-a42f-1435ab1fd903 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:25.448895 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ec4a4b8a-96ff-4b3a-b495-f0700f95d7c0 req-6ca0bc07-a8d8-4b20-a42f-1435ab1fd903 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0591934 Mar 10 06:57:25.499877 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ec4a4b8a-96ff-4b3a-b495-f0700f95d7c0 req-4cf955f0-14d2-4b1b-b5e1-6e4cb972a36d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Mar 10 06:57:25.832486 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['05e89cbf-d1b8-4660-8873-32a538966557'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:57:25.988314 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:26.308584 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38383d-b51f-49ea-8a00-2e6cb041ce3e req-24b95a77-c32b-43e8-8cb3-de8c70104379 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:26.310094 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b38383d-b51f-49ea-8a00-2e6cb041ce3e req-24b95a77-c32b-43e8-8cb3-de8c70104379 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0524771 Mar 10 06:57:26.360817 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b38383d-b51f-49ea-8a00-2e6cb041ce3e req-f8bc1c75-cc08-4ac3-a1ff-7614c08ab366 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449789 Mar 10 06:57:26.616580 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55866f31-1c60-490f-9d91-1670ddd5a743 req-850368d9-5c35-48cb-a2e1-cb89d8ca67ff tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:26.618177 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-55866f31-1c60-490f-9d91-1670ddd5a743 req-850368d9-5c35-48cb-a2e1-cb89d8ca67ff tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0526533 Mar 10 06:57:26.664612 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-55866f31-1c60-490f-9d91-1670ddd5a743 req-540fdde2-8e9a-4369-b1a4-1196f6cc1232 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Mar 10 06:57:27.478294 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed4245-f147-49c0-afe8-8a4902932f46 req-d4fed604-0fd7-43c3-9d1b-f4b1aacfec71 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:27.480294 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e7ed4245-f147-49c0-afe8-8a4902932f46 req-d4fed604-0fd7-43c3-9d1b-f4b1aacfec71 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0554492 Mar 10 06:57:27.529819 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e7ed4245-f147-49c0-afe8-8a4902932f46 req-4b502366-89b8-4349-b664-68bc79776550 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Mar 10 06:57:27.567089 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:27.783058 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944586a-ecc7-4320-b935-87490ab30d8e req-277d5f7b-bb70-4273-9fb8-de0e086b3479 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:27.784513 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4944586a-ecc7-4320-b935-87490ab30d8e req-277d5f7b-bb70-4273-9fb8-de0e086b3479 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0504811 Mar 10 06:57:27.832428 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4944586a-ecc7-4320-b935-87490ab30d8e req-94ad03e0-6a10-4ca5-a0de-80aa025745c0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Mar 10 06:57:28.644865 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43113b-696a-4d3e-97fa-0144dc64d4a4 req-17225fc4-a42c-432f-b4f4-1a5b75aa24c4 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:28.646285 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3d43113b-696a-4d3e-97fa-0144dc64d4a4 req-17225fc4-a42c-432f-b4f4-1a5b75aa24c4 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0529625 Mar 10 06:57:28.693879 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3d43113b-696a-4d3e-97fa-0144dc64d4a4 req-84f60773-3990-48aa-9bf1-fb50efb56cfd tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Mar 10 06:57:28.914017 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:28.949990 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbbb1b-21ba-4f72-8226-a1a95aae59fa req-68a0a15d-5714-4309-bc9c-623860dc2fcb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:28.951457 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-75bbbb1b-21ba-4f72-8226-a1a95aae59fa req-68a0a15d-5714-4309-bc9c-623860dc2fcb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0545189 Mar 10 06:57:28.997549 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-75bbbb1b-21ba-4f72-8226-a1a95aae59fa req-59b40747-1529-4f49-9643-f8caa63e0a93 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Mar 10 06:57:29.813128 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce33b97-8aaa-4dbf-82bc-6dbb89cf66b0 req-c2b0a2c1-7b40-424b-a2d4-acd8077d46bd tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:29.814505 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4ce33b97-8aaa-4dbf-82bc-6dbb89cf66b0 req-c2b0a2c1-7b40-424b-a2d4-acd8077d46bd tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0512652 Mar 10 06:57:29.860014 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4ce33b97-8aaa-4dbf-82bc-6dbb89cf66b0 req-64dae1e2-eed1-4a59-abb1-c7e1a764fc74 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Mar 10 06:57:30.110097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be90a49-b48b-49f1-b3fa-e5a834916c1a req-72eb3ce9-7943-458c-ace4-d9a92c7f89b0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:30.112231 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9be90a49-b48b-49f1-b3fa-e5a834916c1a req-72eb3ce9-7943-458c-ace4-d9a92c7f89b0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0521443 Mar 10 06:57:30.157234 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9be90a49-b48b-49f1-b3fa-e5a834916c1a req-8d1425b5-f001-434e-a58c-c577d97c89cb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Mar 10 06:57:30.976321 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4968b-4927-4cf3-8314-639eaa250a4f req-b0697b90-eb28-4a53-9c98-92418cca466b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:30.977815 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-55c4968b-4927-4cf3-8314-639eaa250a4f req-b0697b90-eb28-4a53-9c98-92418cca466b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0545382 Mar 10 06:57:31.023806 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-55c4968b-4927-4cf3-8314-639eaa250a4f req-e090f694-a0c7-4356-bdb8-67204d339eae tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Mar 10 06:57:31.230002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 38083531-916f-4639-8707-5dc7f535a0bc no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:57:31.248610 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 38083531-916f-4639-8707-5dc7f535a0bc {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:57:31.248946 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 38083531-916f-4639-8707-5dc7f535a0bc not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:57:31.275162 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ab618-2f0f-41f1-9bf4-ee300a94c6ba req-2c0cd0c2-14fb-437b-891f-ead5c4c86f41 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:31.277278 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-be7ab618-2f0f-41f1-9bf4-ee300a94c6ba req-2c0cd0c2-14fb-437b-891f-ead5c4c86f41 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0561411 Mar 10 06:57:31.320621 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-be7ab618-2f0f-41f1-9bf4-ee300a94c6ba req-33316f57-5bd9-4f95-90aa-6a713613a069 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Mar 10 06:57:32.138469 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278081-f7b5-45ba-9c61-7ae6d34aa961 req-55d3326a-3263-43b5-a818-1ab275d5968e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:32.139929 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e278081-f7b5-45ba-9c61-7ae6d34aa961 req-55d3326a-3263-43b5-a818-1ab275d5968e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0516758 Mar 10 06:57:32.185947 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e278081-f7b5-45ba-9c61-7ae6d34aa961 req-f40917b3-ba90-410b-847d-ff8ec5d8dcb9 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Mar 10 06:57:32.444468 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac55386-f821-4ce1-aebb-c1f174a99922 req-fb62a80d-4e63-4402-81d6-1239da6a0420 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:32.445948 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ac55386-f821-4ce1-aebb-c1f174a99922 req-fb62a80d-4e63-4402-81d6-1239da6a0420 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0532024 Mar 10 06:57:32.490253 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ac55386-f821-4ce1-aebb-c1f174a99922 req-a8d623e3-1e62-4b1f-b851-ff4bfd8a6b2b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Mar 10 06:57:33.245989 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 05e89cbf-d1b8-4660-8873-32a538966557 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:57:33.304788 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 05e89cbf-d1b8-4660-8873-32a538966557 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:57:33.310785 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 05e89cbf-d1b8-4660-8873-32a538966557 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:57:33.311219 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05e89cbf-d1b8-4660-8873-32a538966557), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:33.327933 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950adda-2ac8-4264-ba5f-110a7bdbddfa req-8baa503d-9597-431b-b820-2f0527fec8bb tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:33.337189 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3950adda-2ac8-4264-ba5f-110a7bdbddfa req-8baa503d-9597-431b-b820-2f0527fec8bb tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 945 time: 0.0836029 Mar 10 06:57:33.391564 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3950adda-2ac8-4264-ba5f-110a7bdbddfa req-a21fa04c-3776-445e-95fc-a975ee2bac78 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533943 Mar 10 06:57:33.396244 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 05e89cbf-d1b8-4660-8873-32a538966557 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:57:33.396684 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:33.420765 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:57:33.423276 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b6b65-bbe4-4599-8de5-acd5a57886c2" -d '{"events": [{"server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:57:33.436598 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:57:33.441434 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:33.464571 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfbf085-a9f2-47c3-a56d-77abf5f6373f x-openstack-request-id: req-ccfbf085-a9f2-47c3-a56d-77abf5f6373f {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:57:33.464860 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:57:33.465145 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccfbf085-a9f2-47c3-a56d-77abf5f6373f {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:57:33.465530 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'code': 200} Mar 10 06:57:33.489438 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:33.612891 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491a7c7-3c5b-4c69-903d-cc32b844b8bc req-ba823ecf-88aa-479e-ad72-6b71edf7cc1d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:33.614531 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5491a7c7-3c5b-4c69-903d-cc32b844b8bc req-ba823ecf-88aa-479e-ad72-6b71edf7cc1d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0555799 Mar 10 06:57:33.661151 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5491a7c7-3c5b-4c69-903d-cc32b844b8bc req-1fafa0a7-3c2c-41e3-87a8-1df075b308de tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Mar 10 06:57:33.706217 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cfb12-e80a-4337-877f-698786c1a2c4 req-a6510d70-1972-4281-b9eb-cf47d2fbc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:33.707717 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a7cfb12-e80a-4337-877f-698786c1a2c4 req-a6510d70-1972-4281-b9eb-cf47d2fbc0ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1130 time: 0.0457180 Mar 10 06:57:33.753754 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a7cfb12-e80a-4337-877f-698786c1a2c4 req-a4759bfa-a4db-4954-bd43-5850a2b2bb3f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Mar 10 06:57:34.508588 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d756da-2300-4678-b7d8-ea3c3ad6aaba req-411b3bf9-9204-4972-9f6e-8f844b71c5d2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:34.510080 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-36d756da-2300-4678-b7d8-ea3c3ad6aaba req-411b3bf9-9204-4972-9f6e-8f844b71c5d2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0507495 Mar 10 06:57:34.570354 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-36d756da-2300-4678-b7d8-ea3c3ad6aaba req-edcacc7d-2f19-44c4-9196-8921f69fc1f0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Mar 10 06:57:34.790328 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96204f82-1b9c-43fe-b0f1-7c0056c5c214 req-3cac7f46-6aca-486a-8195-6a11f8602810 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:34.792445 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-96204f82-1b9c-43fe-b0f1-7c0056c5c214 req-3cac7f46-6aca-486a-8195-6a11f8602810 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0589519 Mar 10 06:57:34.845338 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-96204f82-1b9c-43fe-b0f1-7c0056c5c214 req-b998c9e9-222f-4433-aed3-98df1ad9bafb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474164 Mar 10 06:57:35.686951 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b91427-f5c5-4e79-a278-e353cd1c135c req-12c07615-7f1a-4568-9a18-df5fe450ad87 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:35.688413 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-15b91427-f5c5-4e79-a278-e353cd1c135c req-12c07615-7f1a-4568-9a18-df5fe450ad87 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0531459 Mar 10 06:57:35.734268 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-15b91427-f5c5-4e79-a278-e353cd1c135c req-9592ab89-7f5f-4dbd-a984-e2b15dd9aa87 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Mar 10 06:57:35.967987 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e84f1-43b4-4135-bfc9-377103c67051 req-3ea8d2a7-b0e2-45ca-8dc1-86fedeeaf452 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:35.969506 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-286e84f1-43b4-4135-bfc9-377103c67051 req-3ea8d2a7-b0e2-45ca-8dc1-86fedeeaf452 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0547292 Mar 10 06:57:36.016905 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-286e84f1-43b4-4135-bfc9-377103c67051 req-39539d2f-fe35-480e-a0c0-9ef69acf4ca7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Mar 10 06:57:36.853562 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee189c-9e85-46e9-acdf-dd7c79e93c70 req-fd896cb8-e602-487b-a3e5-b1343fed3a4f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:36.855625 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbee189c-9e85-46e9-acdf-dd7c79e93c70 req-fd896cb8-e602-487b-a3e5-b1343fed3a4f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0507419 Mar 10 06:57:36.902945 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbee189c-9e85-46e9-acdf-dd7c79e93c70 req-0b4994ea-7250-4180-89a9-408c434a31de tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Mar 10 06:57:37.138833 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34c65-9721-4e2f-82f8-2f83327fd148 req-bb5e4dea-c6bf-4c3c-b777-98087ec60967 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:37.140385 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7ab34c65-9721-4e2f-82f8-2f83327fd148 req-bb5e4dea-c6bf-4c3c-b777-98087ec60967 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0585053 Mar 10 06:57:37.188133 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7ab34c65-9721-4e2f-82f8-2f83327fd148 req-7282234d-4610-4033-80e0-8496bcaafede tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Mar 10 06:57:38.023299 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef3731-bbd8-47ba-9827-269745195bde req-fa9cc890-9215-4250-9766-dbdd003abf0b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:38.024950 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-33ef3731-bbd8-47ba-9827-269745195bde req-fa9cc890-9215-4250-9766-dbdd003abf0b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0582018 Mar 10 06:57:38.078355 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-33ef3731-bbd8-47ba-9827-269745195bde req-05ccc627-62d5-426b-bc18-99814e99884b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475426 Mar 10 06:57:38.309947 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f69d-c1a1-40ba-8124-cf96b21ac208 req-eb0d4d2c-5fc9-4386-ac40-999be6201dd2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:38.311848 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2022f69d-c1a1-40ba-8124-cf96b21ac208 req-eb0d4d2c-5fc9-4386-ac40-999be6201dd2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0582049 Mar 10 06:57:38.365852 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2022f69d-c1a1-40ba-8124-cf96b21ac208 req-8e3b046c-f133-473f-8e41-a2a6d7d1d2b9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Mar 10 06:57:38.436056 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:39.197565 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e322-992e-41f9-9cde-47259179442d req-f7bfba4e-94e9-4c2a-aec3-cb6def7678f8 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:39.199002 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-08d7e322-992e-41f9-9cde-47259179442d req-f7bfba4e-94e9-4c2a-aec3-cb6def7678f8 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0514600 Mar 10 06:57:39.247208 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-08d7e322-992e-41f9-9cde-47259179442d req-5b618ab9-480d-4c3d-9232-3e289ff49713 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Mar 10 06:57:39.481321 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521ab14-843d-4fd6-82bf-4f2093f9eedd req-72f80318-9b58-46b8-8c84-3262c14dcd0b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:39.482785 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b521ab14-843d-4fd6-82bf-4f2093f9eedd req-72f80318-9b58-46b8-8c84-3262c14dcd0b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0511959 Mar 10 06:57:39.531079 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b521ab14-843d-4fd6-82bf-4f2093f9eedd req-a63b750e-e56e-4c05-8613-b2d25a559825 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Mar 10 06:57:40.360762 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b25180-ca02-40ac-b76e-9d0df9f4fd97 req-8f568124-0a2e-4f5f-b452-2d9c5006346e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:40.362589 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c5b25180-ca02-40ac-b76e-9d0df9f4fd97 req-8f568124-0a2e-4f5f-b452-2d9c5006346e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0520325 Mar 10 06:57:40.409814 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c5b25180-ca02-40ac-b76e-9d0df9f4fd97 req-ac4837b1-258b-4cfb-8388-4a29d8a93388 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Mar 10 06:57:40.648556 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee056-c5c8-4c9b-bcca-5fc16bc189b6 req-419c42bc-787d-4cf8-b880-f8f66c766b55 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:40.650048 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c32ee056-c5c8-4c9b-bcca-5fc16bc189b6 req-419c42bc-787d-4cf8-b880-f8f66c766b55 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0543976 Mar 10 06:57:40.695496 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c32ee056-c5c8-4c9b-bcca-5fc16bc189b6 req-7ccfecf3-5ebf-423c-8a30-fa38231a153b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Mar 10 06:57:41.525635 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ab746-604e-4763-b506-9418a68db53c req-db1836a8-c0f8-4b42-b2c7-4c6ce231a1a0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:41.528319 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dc9ab746-604e-4763-b506-9418a68db53c req-db1836a8-c0f8-4b42-b2c7-4c6ce231a1a0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0525966 Mar 10 06:57:41.572466 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dc9ab746-604e-4763-b506-9418a68db53c req-0c3731d6-a429-4078-9ea0-4ff1adcec768 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Mar 10 06:57:41.809594 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6345fc-b0e6-4fa2-95d0-23df5d756663 req-6dfc17d0-dd26-4bd0-a0ef-7b407b306992 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:41.811077 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3b6345fc-b0e6-4fa2-95d0-23df5d756663 req-6dfc17d0-dd26-4bd0-a0ef-7b407b306992 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0519159 Mar 10 06:57:41.861847 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3b6345fc-b0e6-4fa2-95d0-23df5d756663 req-68db693b-7e30-4056-81ab-89a423abb69b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452631 Mar 10 06:57:42.691806 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a77fd-89db-44ae-b0a7-24e759d966ad req-a114dad9-6b9c-46b1-aaab-00adb7bf9a32 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:42.699319 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-686a77fd-89db-44ae-b0a7-24e759d966ad req-a114dad9-6b9c-46b1-aaab-00adb7bf9a32 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0616877 Mar 10 06:57:42.749195 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-686a77fd-89db-44ae-b0a7-24e759d966ad req-1d6d34f6-b414-4ce5-9071-afc831ef60b2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 Mar 10 06:57:42.877577 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d09f8-b832-40c9-9f87-5f51a85ac9cf req-24b2c58b-e4c0-41c3-b37f-6edaca43bbb8 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:42.879041 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8a6d09f8-b832-40c9-9f87-5f51a85ac9cf req-24b2c58b-e4c0-41c3-b37f-6edaca43bbb8 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0660138 Mar 10 06:57:42.937587 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8a6d09f8-b832-40c9-9f87-5f51a85ac9cf req-5722352a-c27b-4cb5-8212-31c06a2ef8a9 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Mar 10 06:57:43.082486 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d82b4d-7581-4336-92a0-a05023d8423d req-e2f7dde2-5d89-4c39-ae86-cf6451cdf8cf tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:43.083960 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-57d82b4d-7581-4336-92a0-a05023d8423d req-e2f7dde2-5d89-4c39-ae86-cf6451cdf8cf tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0565722 Mar 10 06:57:43.131329 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-57d82b4d-7581-4336-92a0-a05023d8423d req-1bb163f9-3ff1-4254-bfd2-7c467a3b9004 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Mar 10 06:57:43.297909 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b766f-6c03-42fd-ae11-c11310675593 req-7de6d98d-a4c8-431b-8a36-68f5f55add80 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:43.299509 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2f0b766f-6c03-42fd-ae11-c11310675593 req-7de6d98d-a4c8-431b-8a36-68f5f55add80 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0581958 Mar 10 06:57:43.345971 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2f0b766f-6c03-42fd-ae11-c11310675593 req-05de4d8f-0319-490e-b5f9-50a4d3d27504 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Mar 10 06:57:43.863398 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-8893f41d-3150-40b0-967a-263cabe51a62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431116 Mar 10 06:57:43.966940 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-b489a0f6-fd11-4e0c-bb87-d0392a10adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:43.968377 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-b489a0f6-fd11-4e0c-bb87-d0392a10adef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1129 time: 0.0449023 Mar 10 06:57:44.100061 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-78941aa9-89db-45eb-8ba5-2c0e97ac5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:44.102242 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-78941aa9-89db-45eb-8ba5-2c0e97ac5d20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.1158814 Mar 10 06:57:44.170347 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-eb2d8c15-762c-4512-84c2-d336e0a5572a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 1000 time: 0.0594823 Mar 10 06:57:44.224978 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-44555fce-0e98-48ce-b2e0-eb4b8dd23ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:44.226781 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-44555fce-0e98-48ce-b2e0-eb4b8dd23ed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0498188 Mar 10 06:57:44.283650 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-474fd80d-0114-467c-bb4b-0248074868b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:44.285183 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-474fd80d-0114-467c-bb4b-0248074868b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518453 Mar 10 06:57:44.377900 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-5e1d70f2-5396-4aa4-9e4d-78e5622e1c73 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Mar 10 06:57:44.483624 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-140fbee1-5804-4218-97e3-c0e9ede84698 req-f80e2454-1942-447d-a877-b2ecc3ab8e3b service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995021 Mar 10 06:57:47.159744 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-35b18dc4-e021-4e86-b16a-35d49d67ff55 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:47.161438 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-35b18dc4-e021-4e86-b16a-35d49d67ff55 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/networks?id=4ec9474d-8329-42c5-9374-abd1cea56e51 HTTP/1.1" status: 200 len: 813 time: 0.1068335 Mar 10 06:57:47.179899 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-d3960cd9-117c-45ca-91b4-c2d47569abdc tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/quotas/86f078445fb6426289ba237470e36931 HTTP/1.1" status: 200 len: 375 time: 0.0103047 Mar 10 06:57:47.214492 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-6c00d90a-613b-4d94-9448-907377d4198d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86f078445fb6426289ba237470e36931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280497 Mar 10 06:57:47.310884 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-ef2f6a46-5300-454e-a08b-2232c861ca90 service neutron] 10.222.0.35 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896559 Mar 10 06:57:47.318346 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f14f8-705a-4e4d-97a6-cac2fefc5cbc req-327fe4f0-3d2e-41ad-a177-3236d66c2f3a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:47.320051 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c32f14f8-705a-4e4d-97a6-cac2fefc5cbc req-327fe4f0-3d2e-41ad-a177-3236d66c2f3a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0546744 Mar 10 06:57:47.367256 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c32f14f8-705a-4e4d-97a6-cac2fefc5cbc req-f9a601f9-4896-44b6-a6ca-6af0f633101e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Mar 10 06:57:47.400681 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-913b75d7-20c3-46b4-bd81-566c5f75c649 service neutron] 10.222.0.35 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838456 Mar 10 06:57:47.606024 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b2f6f-7a4b-4481-9dec-ff14677a89be req-d1b0e53b-9a20-433c-881f-408920fd6394 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:47.607619 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4b9b2f6f-7a4b-4481-9dec-ff14677a89be req-d1b0e53b-9a20-433c-881f-408920fd6394 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0595250 Mar 10 06:57:47.658208 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4b9b2f6f-7a4b-4481-9dec-ff14677a89be req-7dafc1b5-2455-4dd6-8872-86ec10123584 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448341 Mar 10 06:57:47.728868 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2147234b-7b3b-4db2-bbc8-b29d6836ef42 req-ae3f147a-9f9f-4d12-b8b1-4ad11c06ac23 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0285954 Mar 10 06:57:48.490876 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999580c-f9d7-4456-a07a-a89e5550a08b req-17cc3cad-767d-4f54-a425-196b355f1eb5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:48.492352 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b999580c-f9d7-4456-a07a-a89e5550a08b req-17cc3cad-767d-4f54-a425-196b355f1eb5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0572395 Mar 10 06:57:48.537852 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b999580c-f9d7-4456-a07a-a89e5550a08b req-df81f2ba-8f9e-437b-b5b6-d1a1da21996b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Mar 10 06:57:48.782344 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fef9ed-a804-464b-b16f-a75d8f6c211b req-213da385-8ee9-4c80-8114-7a387cc2af62 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:48.783925 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e3fef9ed-a804-464b-b16f-a75d8f6c211b req-213da385-8ee9-4c80-8114-7a387cc2af62 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0544260 Mar 10 06:57:48.816462 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-94294a56-d888-4951-861b-b6f2c87246ca req-2f1b1cf2-a57d-4864-b8c6-3a87b3b1d173 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0347862 Mar 10 06:57:48.848518 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e3fef9ed-a804-464b-b16f-a75d8f6c211b req-23424110-54ca-462a-926e-2c3c1b2e8959 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530484 Mar 10 06:57:49.604711 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9e71-9b02-4735-b8a4-c4ac8b5c747f req-5930a60b-1225-42ed-910e-a80047f0e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:49.606244 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d3fa9e71-9b02-4735-b8a4-c4ac8b5c747f req-5930a60b-1225-42ed-910e-a80047f0e5a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0446374 Mar 10 06:57:49.681159 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d3fa9e71-9b02-4735-b8a4-c4ac8b5c747f req-0ac2c997-c501-4b05-9fe5-ae1a370d6bf1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647187 Mar 10 06:57:49.693217 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8fbd-35ac-4e5f-aa8d-c515a6b21543 req-7bff8d3d-716a-4d05-90a2-8f31002722b4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:49.694657 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee4b8fbd-35ac-4e5f-aa8d-c515a6b21543 req-7bff8d3d-716a-4d05-90a2-8f31002722b4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0864551 Mar 10 06:57:49.744670 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee4b8fbd-35ac-4e5f-aa8d-c515a6b21543 req-6081d368-7162-40d3-912e-1d63e44271a2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Mar 10 06:57:49.899268 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-32c1ec8a-0d1a-4e2f-8965-165ec2f38f36 req-3be566d4-4f45-426a-b868-d8a19eb325e3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0296288 Mar 10 06:57:49.968059 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4326f95-9d97-41bb-a1f5-e62cc18d4ffa req-d17feb01-6e75-4212-9dc0-ce7a45cd9711 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:49.969566 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c4326f95-9d97-41bb-a1f5-e62cc18d4ffa req-d17feb01-6e75-4212-9dc0-ce7a45cd9711 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Mar 10 06:57:50.017369 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c4326f95-9d97-41bb-a1f5-e62cc18d4ffa req-a1aae727-a1a6-4f79-8680-37a85b302390 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Mar 10 06:57:50.860087 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39c140-e15f-4ca0-ae3b-dbf8e2dc95f8 req-651f8763-03a0-498b-9746-f7316add2085 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:50.861604 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da39c140-e15f-4ca0-ae3b-dbf8e2dc95f8 req-651f8763-03a0-498b-9746-f7316add2085 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0520089 Mar 10 06:57:50.914081 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da39c140-e15f-4ca0-ae3b-dbf8e2dc95f8 req-0fe3490d-1329-4982-b405-6b65f03f0ad9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455027 Mar 10 06:57:50.997262 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a3874d0d-515b-4f29-86c1-d347d120ae27 req-edc8dc61-33b6-422f-8dce-f06ff3dfda1c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0338995 Mar 10 06:57:51.140314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bd637-de61-4e4e-9155-ab95e6757b96 req-f6f5dfb5-b7c0-45ec-ab48-499cfea01073 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:51.141813 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f33bd637-de61-4e4e-9155-ab95e6757b96 req-f6f5dfb5-b7c0-45ec-ab48-499cfea01073 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Mar 10 06:57:51.189387 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f33bd637-de61-4e4e-9155-ab95e6757b96 req-da4d7ecb-d3de-437a-a2dc-ac9749ed7b5b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Mar 10 06:57:51.253391 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:57:51.743715 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a03ede-3604-4d3f-b573-a971dd3f4e82 req-adaed54d-c26e-4407-b83b-51187a8621fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:51.745235 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-22a03ede-3604-4d3f-b573-a971dd3f4e82 req-adaed54d-c26e-4407-b83b-51187a8621fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0596311 Mar 10 06:57:51.790976 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-22a03ede-3604-4d3f-b573-a971dd3f4e82 req-d6ae070f-b521-49ae-add0-59f88261e760 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Mar 10 06:57:52.037272 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66100da1-87d5-4b48-8cd9-534276f7d7f3 req-ecdf4fd7-908c-4fe1-93a7-1edb4747b306 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.038791 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-66100da1-87d5-4b48-8cd9-534276f7d7f3 req-ecdf4fd7-908c-4fe1-93a7-1edb4747b306 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0532086 Mar 10 06:57:52.092683 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-66100da1-87d5-4b48-8cd9-534276f7d7f3 req-169ba471-9411-4064-938f-2a80851496ba tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483723 Mar 10 06:57:52.108006 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e66e4019-34da-455e-ad86-64f671b73e37 req-6c98fb2b-994e-48ce-9fcd-7933becba99c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0368505 Mar 10 06:57:52.328291 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501eb81-aa6f-40fa-a9ab-a9e2d0a5d5df req-79dcd467-14b3-42e4-b53a-79731dae5e5a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.329826 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6501eb81-aa6f-40fa-a9ab-a9e2d0a5d5df req-79dcd467-14b3-42e4-b53a-79731dae5e5a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Mar 10 06:57:52.356033 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6fcd4-f11e-4df8-a74a-e83e15c0d98f req-21942ab7-bb3a-44c2-b474-d48bd5f046b5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.357543 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-23e6fcd4-f11e-4df8-a74a-e83e15c0d98f req-21942ab7-bb3a-44c2-b474-d48bd5f046b5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0584102 Mar 10 06:57:52.408483 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-23e6fcd4-f11e-4df8-a74a-e83e15c0d98f req-934c5a12-21f0-4d83-ab5a-fb6f94a8cbb5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Mar 10 06:57:52.411669 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6501eb81-aa6f-40fa-a9ab-a9e2d0a5d5df req-79d8095e-3e18-4245-942f-4d06434bec6a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699813 Mar 10 06:57:52.414226 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-a4cbc7ea-9e46-4875-a9fc-8b2e9b560eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.415650 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-a4cbc7ea-9e46-4875-a9fc-8b2e9b560eef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0820816 Mar 10 06:57:52.507513 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-b5cdc9e4-641f-4998-8261-2d4248d1072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.508967 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-b5cdc9e4-641f-4998-8261-2d4248d1072b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.0845921 Mar 10 06:57:52.551954 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-54bf1d7a-8d6c-4cd2-901f-e327baf95676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0361445 Mar 10 06:57:52.602479 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-15f39a90-ac86-4553-9c9a-30cbf7453f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.603918 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-15f39a90-ac86-4553-9c9a-30cbf7453f07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0432322 Mar 10 06:57:52.637811 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-47856903-4e42-4fe2-b9a0-00337e4e79e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254633 Mar 10 06:57:52.662302 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e05d5367-070c-495d-b91d-a4dc1cbdef31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:52.734204 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-bc111840-df7f-4746-8fc3-f670b3f3af79 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888236 Mar 10 06:57:52.825729 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4dadf24-dd67-4b46-b3ca-8e1c9359fcf2 req-e99266a8-6123-4bbd-b445-35d89eb02a83 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847654 Mar 10 06:57:52.962779 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-35ec4eb9-c9e5-495b-a597-f93af87264bc tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.964732 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-35ec4eb9-c9e5-495b-a597-f93af87264bc tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "GET /v2.0/networks?id=4ec9474d-8329-42c5-9374-abd1cea56e51 HTTP/1.1" status: 200 len: 813 time: 0.1349611 Mar 10 06:57:52.972355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3388b2-32e6-4885-9d66-7cf0957722a2 req-633457e0-01b0-4822-a8fe-d006e33e80a5 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:52.973850 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8e3388b2-32e6-4885-9d66-7cf0957722a2 req-633457e0-01b0-4822-a8fe-d006e33e80a5 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.1105518 Mar 10 06:57:53.019162 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Request body: {'port': {'device_id': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51', 'admin_state_up': True, 'tenant_id': '86f078445fb6426289ba237470e36931'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:53.044742 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8e3388b2-32e6-4885-9d66-7cf0957722a2 req-cf656ba8-b7f0-4124-82b2-35d8577b2d0c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653846 Mar 10 06:57:53.131312 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Made reservation on behalf of 86f078445fb6426289ba237470e36931 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:57:53.134624 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:53.210406 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9016f0c2-0e07-43c0-807e-c74d2eab10b1 req-bc52f5c2-5267-42cf-92ff-824422d15506 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0346370 Mar 10 06:57:53.260534 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Allocated IP 172.20.0.14 (4ec9474d-8329-42c5-9374-abd1cea56e51/86bccae1-c2e2-4978-981b-0ebd7bdbe17f/b7d9a458-db96-4b15-aa88-3b22445fcead) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:57:53.401159 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks [] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:53.433541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:53.476529 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Network 4ec9474d-8329-42c5-9374-abd1cea56e51 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:57:53.484961 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:57:53.496001 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:57:53.501683 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Pushing event updated for resources: {'Port': ['ID=b7d9a458-db96-4b15-aa88-3b22445fcead,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:53.545562 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9532f-9fa2-40ea-afee-da34f5b37047 req-f65d4fd8-68ca-4cd0-b373-0d77327244f4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:53.546043 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.546390 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.546735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.546907 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-01e9532f-9fa2-40ea-afee-da34f5b37047 req-f65d4fd8-68ca-4cd0-b373-0d77327244f4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0567098 Mar 10 06:57:53.547066 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.547397 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.547723 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.548050 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.548375 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.548696 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.549037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.549363 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.549683 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.550002 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:57:53.574237 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:53.574836 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:53.596441 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5003a-0486-4348-934f-4d904972d987 req-90c2e09c-0185-4965-bb21-09ba8f1787db tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:53.597955 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f6f5003a-0486-4348-934f-4d904972d987 req-90c2e09c-0185-4965-bb21-09ba8f1787db tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1168380 Mar 10 06:57:53.600416 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-01e9532f-9fa2-40ea-afee-da34f5b37047 req-2cf2b065-b7ba-4f39-8265-64ec3a96c930 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424612 Mar 10 06:57:53.601501 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-73708065-620f-43a1-b706-5994024f793d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5889382 Mar 10 06:57:53.646602 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f6f5003a-0486-4348-934f-4d904972d987 req-ad62a595-ac87-40bd-bf58-4040eda82b2e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 Mar 10 06:57:53.667803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Request body: {'port': {'device_id': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:57:53.723522 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:53.977201 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d9a458-db96-4b15-aa88-3b22445fcead {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:57:53.985421 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Publish callbacks [] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:53.997253 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Transition to ACTIVE for port object b7d9a458-db96-4b15-aa88-3b22445fcead will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:57:54.000602 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:54.053329 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9a458-db96-4b15-aa88-3b22445fcead,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:54.117341 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Attempting to bind port b7d9a458-db96-4b15-aa88-3b22445fcead on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:57:54.117669 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Attempting to bind port b7d9a458-db96-4b15-aa88-3b22445fcead by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:57:54.117991 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Attempting to bind port b7d9a458-db96-4b15-aa88-3b22445fcead on network 4ec9474d-8329-42c5-9374-abd1cea56e51 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:54.122225 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Port b7d9a458-db96-4b15-aa88-3b22445fcead on network 4ec9474d-8329-42c5-9374-abd1cea56e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:57:54.122538 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Attempting to bind port b7d9a458-db96-4b15-aa88-3b22445fcead on network 4ec9474d-8329-42c5-9374-abd1cea56e51 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:57:54.127254 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:57:54.127590 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Checking segment: {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:57:54.127958 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Bound using segment: {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:57:54.128366 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Bound port: b7d9a458-db96-4b15-aa88-3b22445fcead, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169caa19-714f-45d1-a5a6-5400e980edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:57:54.128712 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:54.162844 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6fa95-546a-4ddd-b70b-3d0f558f5b59 req-016de471-8d59-4f1c-9dd8-d5329f4a2611 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.164318 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-30b6fa95-546a-4ddd-b70b-3d0f558f5b59 req-016de471-8d59-4f1c-9dd8-d5329f4a2611 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Mar 10 06:57:54.191708 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] For port b7d9a458-db96-4b15-aa88-3b22445fcead, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:57:54.194825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] For port b7d9a458-db96-4b15-aa88-3b22445fcead, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=b7d9a458-db96-4b15-aa88-3b22445fcead,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:57:54.200769 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:54.211899 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-30b6fa95-546a-4ddd-b70b-3d0f558f5b59 req-d148cf50-5984-4c1f-8a5a-d4942cf73b56 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 Mar 10 06:57:54.237250 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.237864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:54.239241 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] 10.222.0.36 "PUT /v2.0/ports/b7d9a458-db96-4b15-aa88-3b22445fcead HTTP/1.1" status: 200 len: 1094 time: 0.5760672 Mar 10 06:57:54.239705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'tag': 'b7d9a458-db96-4b15-aa88-3b22445fcead'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:57:54.242129 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a211e9-39b8-4df8-b600-f0940e81482d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0e86f8-3c7f-49fc-b492-6d8768741bca", "tag": "b7d9a458-db96-4b15-aa88-3b22445fcead"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:57:54.268000 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c353fb-12be-4f69-89b9-87f45f7e494c service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9a458-db96-4b15-aa88-3b22445fcead,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:57:54.292255 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420c081-cc34-4394-9cc6-8d41318b0cf1 x-openstack-request-id: req-6420c081-cc34-4394-9cc6-8d41318b0cf1 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:57:54.292529 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0e86f8-3c7f-49fc-b492-6d8768741bca", "tag": "b7d9a458-db96-4b15-aa88-3b22445fcead", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:57:54.292781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6420c081-cc34-4394-9cc6-8d41318b0cf1 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:57:54.293226 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'tag': 'b7d9a458-db96-4b15-aa88-3b22445fcead', 'status': 'completed', 'code': 200} Mar 10 06:57:54.336281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e57e1-2c2e-452b-96ee-287c9b1fd9a6 req-2c329074-da5f-4856-8309-ae59748d3ca6 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.337780 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e12e57e1-2c2e-452b-96ee-287c9b1fd9a6 req-2c329074-da5f-4856-8309-ae59748d3ca6 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.0550580 Mar 10 06:57:54.414134 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e12e57e1-2c2e-452b-96ee-287c9b1fd9a6 req-649f8cd0-c2c1-4ff3-8c06-2f67c6568926 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676775 Mar 10 06:57:54.416526 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a211e9-39b8-4df8-b600-f0940e81482d req-053ea30e-bd97-4bca-9cf2-e8e0f9b2e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.417958 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-07a211e9-39b8-4df8-b600-f0940e81482d req-053ea30e-bd97-4bca-9cf2-e8e0f9b2e0d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86f078445fb6426289ba237470e36931&device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 1128 time: 0.0793521 Mar 10 06:57:54.524496 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a211e9-39b8-4df8-b600-f0940e81482d req-f0aa5f56-eb66-4675-9830-665183837043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.525985 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-07a211e9-39b8-4df8-b600-f0940e81482d req-f0aa5f56-eb66-4675-9830-665183837043 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=86f078445fb6426289ba237470e36931&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0901873 Mar 10 06:57:54.619111 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a211e9-39b8-4df8-b600-f0940e81482d req-a2144ee4-d253-46d9-93f6-2a5b5078c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.621356 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-07a211e9-39b8-4df8-b600-f0940e81482d req-a2144ee4-d253-46d9-93f6-2a5b5078c741 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0888019 Mar 10 06:57:54.751551 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f1ca-4eef-4dcc-ab63-6216708428ee req-afb002a4-5dee-4e20-a424-6ff25d50d4b8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.753167 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-16d1f1ca-4eef-4dcc-ab63-6216708428ee req-afb002a4-5dee-4e20-a424-6ff25d50d4b8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0686591 Mar 10 06:57:54.757790 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-6f5e6ece-de59-4f39-805c-764b03bd4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.763986 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-6f5e6ece-de59-4f39-805c-764b03bd4f03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86f078445fb6426289ba237470e36931&device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 1128 time: 0.0592446 Mar 10 06:57:54.807111 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-16d1f1ca-4eef-4dcc-ab63-6216708428ee req-e83f2494-aad1-4fc2-a73e-47e3713e24bb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483742 Mar 10 06:57:54.832229 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-a4310002-f9ed-4fe4-9c9a-7196e8ca71b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7d9a458-db96-4b15-aa88-3b22445fcead HTTP/1.1" status: 200 len: 217 time: 0.0409842 Mar 10 06:57:54.873962 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f36044-f023-4830-bd7c-46a6a6533f75 req-3a51c689-4705-4bec-a717-a7eeea4c3f51 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.875385 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0f36044-f023-4830-bd7c-46a6a6533f75 req-3a51c689-4705-4bec-a717-a7eeea4c3f51 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1105001 Mar 10 06:57:54.907157 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-7deda054-00ae-4a6a-9632-22c9199d74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:54.908566 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-7deda054-00ae-4a6a-9632-22c9199d74de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86bccae1-c2e2-4978-981b-0ebd7bdbe17f HTTP/1.1" status: 200 len: 853 time: 0.0674593 Mar 10 06:57:54.949582 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-82865aa0-0668-4186-b124-41f53bf50058 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ec9474d-8329-42c5-9374-abd1cea56e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322433 Mar 10 06:57:54.953061 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0f36044-f023-4830-bd7c-46a6a6533f75 req-447cbb31-726e-4024-b4b3-4fd6839fe9c4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Mar 10 06:57:54.983198 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e809406a-c55b-4637-b2c9-2e105a62c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:55.273944 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-d42befb6-b0c9-496c-b9a2-23da890fa1c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185725 Mar 10 06:57:55.342179 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7a606-6645-48d4-a593-8283a92ba8be req-bfaf0287-1026-44ac-a137-e1fd009f7d3f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:55.343721 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-83c7a606-6645-48d4-a593-8283a92ba8be req-bfaf0287-1026-44ac-a137-e1fd009f7d3f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0625167 Mar 10 06:57:55.386201 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e0da93a0-cd88-4931-8f90-d45cd2cc4e75 req-acb19c2e-b06c-4e5d-afd2-9a875fa5e019 service neutron] 10.222.0.36 "GET /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855358 Mar 10 06:57:55.392176 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-83c7a606-6645-48d4-a593-8283a92ba8be req-101bf710-63b8-4931-bded-f3064acd6049 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Mar 10 06:57:55.530283 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c4f58-7bdd-467c-a68c-ac17adf941d0 req-1da16eb0-498f-4822-a3f6-c0e8493d642f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:55.531722 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-868c4f58-7bdd-467c-a68c-ac17adf941d0 req-1da16eb0-498f-4822-a3f6-c0e8493d642f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.0547619 Mar 10 06:57:55.576116 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-868c4f58-7bdd-467c-a68c-ac17adf941d0 req-51da3e28-b4e3-4d16-b181-1ed014794fbd tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Mar 10 06:57:55.927343 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eba80-6966-4ab9-85c3-bde498a04b49 req-04481d75-289b-4f39-a0e9-30f8dfd4c2d5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:55.928800 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b97eba80-6966-4ab9-85c3-bde498a04b49 req-04481d75-289b-4f39-a0e9-30f8dfd4c2d5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Mar 10 06:57:55.975189 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b97eba80-6966-4ab9-85c3-bde498a04b49 req-600d39f4-a468-4785-9e44-f36236384ea2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Mar 10 06:57:55.981457 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:56.067351 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc5968-5670-48af-8154-01423cdb089d req-ba858049-477c-4c7a-9b70-a5528c1bc93c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:56.068678 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-19fc5968-5670-48af-8154-01423cdb089d req-ba858049-477c-4c7a-9b70-a5528c1bc93c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0501924 Mar 10 06:57:56.113385 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-19fc5968-5670-48af-8154-01423cdb089d req-096be0fc-b510-449d-a02d-26e7b13249ae tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Mar 10 06:57:56.512611 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ae70-22fb-454a-a310-4bfff70ade2b req-c76b3d22-9613-4083-80ed-2c270fe34342 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:56.514091 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0ee1ae70-22fb-454a-a310-4bfff70ade2b req-c76b3d22-9613-4083-80ed-2c270fe34342 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0550418 Mar 10 06:57:56.559351 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0ee1ae70-22fb-454a-a310-4bfff70ade2b req-d8186431-7bef-481d-b58a-e8fde500af6b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397782 Mar 10 06:57:56.689834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41978f9-94d4-4d55-920d-2bb039ec194b req-a730751a-29a2-482c-a2c2-eb6a3ae37d3e tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:56.691278 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c41978f9-94d4-4d55-920d-2bb039ec194b req-a730751a-29a2-482c-a2c2-eb6a3ae37d3e tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.0514662 Mar 10 06:57:56.738781 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c41978f9-94d4-4d55-920d-2bb039ec194b req-f2d18f20-f9a2-4045-80d1-37f8e7653177 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Mar 10 06:57:57.097274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a0cfb-9569-4ed9-9cd5-63fd9089bb3c req-bd987cc0-b312-4dcc-96e2-58eab415ffa4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:57.098724 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c40a0cfb-9569-4ed9-9cd5-63fd9089bb3c req-bd987cc0-b312-4dcc-96e2-58eab415ffa4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Mar 10 06:57:57.143401 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c40a0cfb-9569-4ed9-9cd5-63fd9089bb3c req-ff4d645e-4582-4127-88d9-5b36c47e58d7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392673 Mar 10 06:57:57.227587 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14212e2-1ae9-4bc7-8738-c5b9fb8cc8d1 req-20fc7fde-5c8d-410d-9dc8-a7b82eb87c7a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:57.229042 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b14212e2-1ae9-4bc7-8738-c5b9fb8cc8d1 req-20fc7fde-5c8d-410d-9dc8-a7b82eb87c7a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0517213 Mar 10 06:57:57.274516 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b14212e2-1ae9-4bc7-8738-c5b9fb8cc8d1 req-5d587917-fe1d-4eed-8ce5-23e885441273 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Mar 10 06:57:57.566649 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:57.673232 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7675bbe-ae8f-4bb5-8c5c-c741f96d87ea req-9576ade4-4b36-4f19-9501-ddca26b08a9f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:57.674598 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b7675bbe-ae8f-4bb5-8c5c-c741f96d87ea req-9576ade4-4b36-4f19-9501-ddca26b08a9f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Mar 10 06:57:57.722944 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b7675bbe-ae8f-4bb5-8c5c-c741f96d87ea req-dfb79e32-0e9c-4911-b766-41ecf7bfc066 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426390 Mar 10 06:57:57.853376 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3d97-006a-4921-b6d4-5aab9095f57a req-083fd33b-13f8-4d25-9429-127cede59d2d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:57.854820 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e2bf3d97-006a-4921-b6d4-5aab9095f57a req-083fd33b-13f8-4d25-9429-127cede59d2d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.0506599 Mar 10 06:57:57.899686 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e2bf3d97-006a-4921-b6d4-5aab9095f57a req-6fd97a76-04f8-45ae-9c80-a60bfc3df0cf tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Mar 10 06:57:58.263436 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b896-080a-4830-bdef-65b1c690edcd req-039a57ef-ee93-438e-b1ea-71dcecbc36eb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:58.264911 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8153b896-080a-4830-bdef-65b1c690edcd req-039a57ef-ee93-438e-b1ea-71dcecbc36eb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0515053 Mar 10 06:57:58.311060 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8153b896-080a-4830-bdef-65b1c690edcd req-452bc84d-3c7f-4d4d-96ce-d4c83104163e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Mar 10 06:57:58.392396 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0907b8-d4fa-44ca-9940-c13baac4f363 req-e436c51c-c509-4967-8eb2-7deadb6a9c30 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:58.393890 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1a0907b8-d4fa-44ca-9940-c13baac4f363 req-e436c51c-c509-4967-8eb2-7deadb6a9c30 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0550590 Mar 10 06:57:58.439396 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1a0907b8-d4fa-44ca-9940-c13baac4f363 req-47a3b489-a456-45d5-9e38-655ac8230b1a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Mar 10 06:57:58.839628 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a37b-e490-4271-b8f0-2682fcbaa89e req-58cdc796-f6f0-49a0-99b5-a67f4942c490 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:58.841169 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a171a37b-e490-4271-b8f0-2682fcbaa89e req-58cdc796-f6f0-49a0-99b5-a67f4942c490 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0531087 Mar 10 06:57:58.884783 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a171a37b-e490-4271-b8f0-2682fcbaa89e req-1239f849-616c-43a4-a30a-536cc6ab0b92 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381939 Mar 10 06:57:58.923060 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:57:59.024869 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d8ef-2660-43d9-8c7c-cc7461e2ee2f req-c3dc0358-b49b-4d0c-b503-b75cad36b251 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:59.026986 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d751d8ef-2660-43d9-8c7c-cc7461e2ee2f req-c3dc0358-b49b-4d0c-b503-b75cad36b251 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.0571234 Mar 10 06:57:59.071713 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d751d8ef-2660-43d9-8c7c-cc7461e2ee2f req-1b275b55-e734-4444-8c43-6c587057664a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Mar 10 06:57:59.433192 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e64899-830b-411c-9b1c-ba3295d4d54b req-53e246b2-70f7-4564-b08e-0eb65b8b16d5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:59.434640 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f9e64899-830b-411c-9b1c-ba3295d4d54b req-53e246b2-70f7-4564-b08e-0eb65b8b16d5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Mar 10 06:57:59.482679 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f9e64899-830b-411c-9b1c-ba3295d4d54b req-a306717f-605e-47c3-80ce-7a4f596bdc12 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Mar 10 06:57:59.573262 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955059-ffa4-4b45-ab20-b6ff7b69ad28 req-97c56c82-630d-4604-ac2a-83fc56032bbe tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:57:59.574653 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-df955059-ffa4-4b45-ab20-b6ff7b69ad28 req-97c56c82-630d-4604-ac2a-83fc56032bbe tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0656171 Mar 10 06:57:59.623181 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-df955059-ffa4-4b45-ab20-b6ff7b69ad28 req-183610ce-fb30-44b3-a303-b3b2d2185238 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Mar 10 06:58:00.022391 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f4c6-2e17-4172-8d41-40c9caff9c29 req-6a6f2dd7-09b3-4c3b-a75a-897c6094820e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:00.024898 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2387f4c6-2e17-4172-8d41-40c9caff9c29 req-6a6f2dd7-09b3-4c3b-a75a-897c6094820e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0592899 Mar 10 06:58:00.075895 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2387f4c6-2e17-4172-8d41-40c9caff9c29 req-5b2316a1-cf5c-46b5-ac30-38b4cedd2be1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438204 Mar 10 06:58:00.185550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cbb54-dad4-4d07-8204-025e57fabdc8 req-b3f70493-8f74-4636-97a9-0b7a7b17e324 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:00.187148 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bd2cbb54-dad4-4d07-8204-025e57fabdc8 req-b3f70493-8f74-4636-97a9-0b7a7b17e324 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.0516469 Mar 10 06:58:00.236656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bd2cbb54-dad4-4d07-8204-025e57fabdc8 req-5a0ae2d7-3393-4637-94e3-4c017c249f29 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Mar 10 06:58:00.578180 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd154-35ca-479f-a146-e764311d1142 req-6f4fa264-b9b8-42e3-990a-e828d034f435 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:00.579647 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d3dfd154-35ca-479f-a146-e764311d1142 req-6f4fa264-b9b8-42e3-990a-e828d034f435 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0576272 Mar 10 06:58:00.615750 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af72ef-5055-4580-b21f-3499a311a67c req-f0c26126-7b15-4237-8725-2511ff2a9b98 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:00.617147 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e6af72ef-5055-4580-b21f-3499a311a67c req-f0c26126-7b15-4237-8725-2511ff2a9b98 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0514941 Mar 10 06:58:00.625776 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d3dfd154-35ca-479f-a146-e764311d1142 req-f5efde6d-7e11-4063-8314-76b7c343c7f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Mar 10 06:58:00.647775 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 58996) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:00.667868 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e6af72ef-5055-4580-b21f-3499a311a67c req-13ef2053-4d72-4ff4-a020-66a431ee8401 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444896 Mar 10 06:58:00.746383 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67992029-238c-4a40-bf67-eea633e301b6 req-89c3c278-d6b7-4098-b383-8ed5ae1e7930 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:00.747869 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-67992029-238c-4a40-bf67-eea633e301b6 req-89c3c278-d6b7-4098-b383-8ed5ae1e7930 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0530229 Mar 10 06:58:00.792759 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-67992029-238c-4a40-bf67-eea633e301b6 req-1518c246-b95b-4fac-a03c-966db6645aaa tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Mar 10 06:58:00.844005 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dfcc9f-ad40-46bb-93e5-b003b4b8728e tempest-TestMinimumBasicScenario-603131129 tempest-TestMinimumBasicScenario-603131129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:00.845548 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c8dfcc9f-ad40-46bb-93e5-b003b4b8728e tempest-TestMinimumBasicScenario-603131129 tempest-TestMinimumBasicScenario-603131129-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1125 time: 0.1967723 Mar 10 06:58:00.848409 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59002) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:00.852525 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'port_id': '05e89cbf-d1b8-4660-8873-32a538966557', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:00.878975 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:00.975391 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:01.091006 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Allocated IP 172.27.1.38 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/02802a0b-d6d8-4f70-ba3e-363858afed94) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:58:01.199650 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2b3d5-e681-456b-b9de-0591df92d031 req-5e31d577-1ed9-4824-a448-4ef2856c7299 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:01.201157 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-77b2b3d5-e681-456b-b9de-0591df92d031 req-5e31d577-1ed9-4824-a448-4ef2856c7299 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0562065 Mar 10 06:58:01.205317 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:01.241011 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:01.249806 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-77b2b3d5-e681-456b-b9de-0591df92d031 req-82d30779-e3d1-4c47-bd50-14b0683b06d3 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Mar 10 06:58:01.286081 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:58:01.290963 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:58:01.294912 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:58:01.300249 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'Port': ['ID=02802a0b-d6d8-4f70-ba3e-363858afed94,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:01.342824 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.343265 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.343611 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.343952 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.344288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.344621 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.344950 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.345308 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.345637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.345964 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.346288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.346612 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.346933 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:01.383046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device b7d9a458-db96-4b15-aa88-3b22445fcead details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:58:01.425773 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf57e1-646d-4336-a593-722d499ac803 req-334c7896-a438-49b0-9de5-989cc01918f5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:01.427515 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ecf57e1-646d-4336-a593-722d499ac803 req-334c7896-a438-49b0-9de5-989cc01918f5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 944 time: 0.1039035 Mar 10 06:58:01.478470 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port b7d9a458-db96-4b15-aa88-3b22445fcead, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=b7d9a458-db96-4b15-aa88-3b22445fcead,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:01.490179 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'b7d9a458-db96-4b15-aa88-3b22445fcead', 'network_id': '4ec9474d-8329-42c5-9374-abd1cea56e51', 'port_id': 'b7d9a458-db96-4b15-aa88-3b22445fcead', 'mac_address': 'fa:16:3e:45:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bccae1-c2e2-4978-981b-0ebd7bdbe17f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:58:01.524791 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port b7d9a458-db96-4b15-aa88-3b22445fcead is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:01.525201 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:01.538534 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d9a458-db96-4b15-aa88-3b22445fcead {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:58:01.539023 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ecf57e1-646d-4336-a593-722d499ac803 req-eede6711-5561-42a9-88d5-2cbab419654c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942135 Mar 10 06:58:01.561940 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port b7d9a458-db96-4b15-aa88-3b22445fcead, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=b7d9a458-db96-4b15-aa88-3b22445fcead,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:01.566851 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:01.616554 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=b7d9a458-db96-4b15-aa88-3b22445fcead,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:01.790165 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff902fc9-5ddc-4a27-bd3e-e71368310398 req-7ace67f9-b459-4a6a-87d7-78c1eaccbfcf tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:01.791835 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ff902fc9-5ddc-4a27-bd3e-e71368310398 req-7ace67f9-b459-4a6a-87d7-78c1eaccbfcf tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0540931 Mar 10 06:58:01.841344 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ff902fc9-5ddc-4a27-bd3e-e71368310398 req-95bd36df-5b8a-4efe-b1a2-4e6dd5ba5645 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Mar 10 06:58:02.019675 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for floatingip (e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.091819 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.247521 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.251916 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.329282 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'Port': ['ID=02802a0b-d6d8-4f70-ba3e-363858afed94,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:02.352547 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.452170 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c30e1-675b-409c-a45f-aa0b5ae247b0 req-c4fafd60-a0ae-4718-9a06-231a4d6c641c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:02.453686 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fd4c30e1-675b-409c-a45f-aa0b5ae247b0 req-c4fafd60-a0ae-4718-9a06-231a4d6c641c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.1362159 Mar 10 06:58:02.481207 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Floating IP e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6 associated. External IP: 172.27.1.38, port: 05e89cbf-d1b8-4660-8873-32a538966557. Mar 10 06:58:02.549594 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fd4c30e1-675b-409c-a45f-aa0b5ae247b0 req-d49dfad2-3e00-4cb1-bd3e-d4ee2e38e705 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896606 Mar 10 06:58:02.551533 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['b7d9a458-db96-4b15-aa88-3b22445fcead'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:58:02.666152 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54519831-18d0-49f7-b822-ddfd74ef6b66 req-6b13475a-f399-4814-8bb3-dfb598e3576b tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:02.668131 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54519831-18d0-49f7-b822-ddfd74ef6b66 req-6b13475a-f399-4814-8bb3-dfb598e3576b tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 945 time: 0.0586643 Mar 10 06:58:02.718521 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54519831-18d0-49f7-b822-ddfd74ef6b66 req-3da90af0-2bbd-4351-b679-95387ca462b0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Mar 10 06:58:02.735368 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Router c791a5f7-aa2c-48e2-815f-b5302a2089af has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:58:02.846503 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:58:02.856664 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] Sync routers for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:58:02.866485 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.867660 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:58:02.868269 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:57:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:02.897206 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-e3a50635-c90a-4509-969b-2d4206cf9fb3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0475831 Mar 10 06:58:02.898802 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:02.899847 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:02.900059 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 59030) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:02.906031 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082493740', 'description': 'tempest-secgroup-smoke-1082493740 description', 'project_id': '6899d49b9b984185bc5b9d4fce49e664'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:02.927787 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:02.975111 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dff5d7a-9f21-4306-abf3-25a60e8e9712 x-openstack-request-id: req-9dff5d7a-9f21-4306-abf3-25a60e8e9712 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:02.975494 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:02.975636 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dff5d7a-9f21-4306-abf3-25a60e8e9712 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:02.976026 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'status': 'completed', 'code': 200} Mar 10 06:58:03.003766 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185db55-08d0-4f6c-a400-46a58024e2a5 req-34a37647-f13c-41ae-8718-9083d30f0d9f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.005316 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c185db55-08d0-4f6c-a400-46a58024e2a5 req-34a37647-f13c-41ae-8718-9083d30f0d9f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0734184 Mar 10 06:58:03.024549 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group (e0d18c35-6c97-4ffa-9912-afcdda4211e4), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.028106 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:58:03.029874 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e0d18c35-6c97-4ffa-9912-afcdda4211e4), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.063021 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.064493 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c185db55-08d0-4f6c-a400-46a58024e2a5 req-54dcd11d-3537-47c0-937e-1e766516da1f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526552 Mar 10 06:58:03.065433 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1632075 Mar 10 06:58:03.066765 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c67bd-9494-408a-8e88-93339e0f40f2 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d18c35-6c97-4ffa-9912-afcdda4211e4,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:03.067512 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59034) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:03.075227 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group_rule': {'security_group_id': 'e0d18c35-6c97-4ffa-9912-afcdda4211e4', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:03.118225 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (6a30fd5f-3d7b-4295-9e89-3398039405d7), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.137575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-a3d56555-e0f6-4f6e-96ae-92a04dd0bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.139549 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-a3d56555-e0f6-4f6e-96ae-92a04dd0bbfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1130 time: 0.0548270 Mar 10 06:58:03.201025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (6a30fd5f-3d7b-4295-9e89-3398039405d7), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.202071 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (6a30fd5f-3d7b-4295-9e89-3398039405d7), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.232318 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a30fd5f-3d7b-4295-9e89-3398039405d7,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:03.269976 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.271903 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-f2c70369-59be-4340-a1b3-9ce93b3ee81a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030082 Mar 10 06:58:03.274478 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59044) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:03.274641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-d582c225-86ca-4df2-ae7c-9f15612ed148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.276814 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-d582c225-86ca-4df2-ae7c-9f15612ed148 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.1259699 Mar 10 06:58:03.279499 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group_rule': {'security_group_id': 'e0d18c35-6c97-4ffa-9912-afcdda4211e4', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:03.319216 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (9967dbfd-bc2e-4e6c-8dde-9ba34f4e6fe5), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.326400 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'port_id': '05e89cbf-d1b8-4660-8873-32a538966557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'mac_address': 'fa:16:3e:4b:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:58:01Z', 'updated_at': '2022-03-10T06:58:01Z', 'revision_number': 0, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:03.362221 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] Checking router: c791a5f7-aa2c-48e2-815f-b5302a2089af for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:58:03.374598 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:58:03.375197 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:57:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:03.394958 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (9967dbfd-bc2e-4e6c-8dde-9ba34f4e6fe5), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.398578 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (9967dbfd-bc2e-4e6c-8dde-9ba34f4e6fe5), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.414790 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-7a2be025-8283-4e29-821d-6ac74c68f6d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 999 time: 0.1308000 Mar 10 06:58:03.424377 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9967dbfd-bc2e-4e6c-8dde-9ba34f4e6fe5,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:03.431892 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.433578 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-35fe5d8f-3e17-414b-81b0-462488bb9001 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580839 Mar 10 06:58:03.436248 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59050) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:03.439819 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887afb-2dd5-4f4e-a42e-3bfccea2f710 req-bc22cb36-c891-44e8-98b8-b07a8255c9ca tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.442194 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-55887afb-2dd5-4f4e-a42e-3bfccea2f710 req-bc22cb36-c891-44e8-98b8-b07a8255c9ca tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1437523 Mar 10 06:58:03.448351 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group_rule': {'security_group_id': 'e0d18c35-6c97-4ffa-9912-afcdda4211e4', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:03.476936 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (3f3ff700-16c0-4f33-a747-82a801f78a82), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.503508 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-b533e22d-6de9-425a-be24-dee62be8920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.505042 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-b533e22d-6de9-425a-be24-dee62be8920c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0746412 Mar 10 06:58:03.522707 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:58:03.556017 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (3f3ff700-16c0-4f33-a747-82a801f78a82), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.561924 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (3f3ff700-16c0-4f33-a747-82a801f78a82), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.578971 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3ff700-16c0-4f33-a747-82a801f78a82,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:03.585511 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-55887afb-2dd5-4f4e-a42e-3bfccea2f710 req-c97b27f5-87b0-4811-84e5-10c72ec11365 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275065 Mar 10 06:58:03.602724 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.605988 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d7c1d704-a963-471c-8266-2a42ee9be906 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682193 Mar 10 06:58:03.608137 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 59060) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:03.612927 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group_rule': {'security_group_id': 'e0d18c35-6c97-4ffa-9912-afcdda4211e4', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:03.633588 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-129e1e52-3c6c-4448-b909-a61293260f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.635083 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-129e1e52-3c6c-4448-b909-a61293260f01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072412 Mar 10 06:58:03.709220 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (54736840-ff48-439b-a791-e159ca257df9), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.789953 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5415f-0775-426a-bc68-6900e9227fe5 req-639f39b6-ffe5-4b00-9822-7f804c54b4db tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:03.795303 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d8f5415f-0775-426a-bc68-6900e9227fe5 req-639f39b6-ffe5-4b00-9822-7f804c54b4db tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0981302 Mar 10 06:58:03.845570 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-75b0c8c6-bc4b-4d70-b650-abe825ace553 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028847 Mar 10 06:58:03.847394 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (54736840-ff48-439b-a791-e159ca257df9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.856573 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (54736840-ff48-439b-a791-e159ca257df9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.862916 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d8f5415f-0775-426a-bc68-6900e9227fe5 req-7b27063c-06af-4355-84b0-16723792f45f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631001 Mar 10 06:58:03.909348 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54736840-ff48-439b-a791-e159ca257df9,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:03.919326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:03.921022 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7f2cb441-26d3-4e2a-9e1e-c91782a85332 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3117640 Mar 10 06:58:03.925108 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59070) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:03.942453 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group_rule': {'security_group_id': 'e0d18c35-6c97-4ffa-9912-afcdda4211e4', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:03.947354 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'port_id': '05e89cbf-d1b8-4660-8873-32a538966557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'mac_address': 'fa:16:3e:4b:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:58:01Z', 'updated_at': '2022-03-10T06:58:01Z', 'revision_number': 0, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:03.999820 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ada89-ced4-4a4f-af1b-f8e0f3040bea None None] The sync data for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi is: [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'port_id': '05e89cbf-d1b8-4660-8873-32a538966557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'mac_address': 'fa:16:3e:4b:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:58:01Z', 'updated_at': '2022-03-10T06:58:01Z', 'revision_number': 0, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:58:04.000819 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-42fca4dc-6b61-4b2f-ad6e-c35abeb54399 req-6fb8b82b-2666-4d97-ab26-76874077ccde service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467969 Mar 10 06:58:04.078399 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.securitygroups_db [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Project 6899d49b9b984185bc5b9d4fce49e664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:58:04.084902 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (6256b9a0-fa62-402a-bda2-6bea56ffdf4e), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.147726 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6186b-07ca-4dad-b7a5-40817db90721 req-8be999a5-4210-49bc-9717-9d9611b7f3f2 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:04.149638 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-69b6186b-07ca-4dad-b7a5-40817db90721 req-8be999a5-4210-49bc-9717-9d9611b7f3f2 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 945 time: 0.1902313 Mar 10 06:58:04.236527 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-69b6186b-07ca-4dad-b7a5-40817db90721 req-e67e3f57-8e8a-4956-8d40-cf9a4d2f2f5f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804303 Mar 10 06:58:04.238450 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (6256b9a0-fa62-402a-bda2-6bea56ffdf4e), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.254125 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (6256b9a0-fa62-402a-bda2-6bea56ffdf4e), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.272353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad9f85-1549-428a-b3dc-d818ff995498 req-494350a6-5560-4872-9460-b7099b550921 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:04.273935 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-61ad9f85-1549-428a-b3dc-d818ff995498 req-494350a6-5560-4872-9460-b7099b550921 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0913966 Mar 10 06:58:04.275482 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6256b9a0-fa62-402a-bda2-6bea56ffdf4e,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:04.288564 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.292286 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-527395cf-f73d-49e6-ab15-f09e4a2378f1 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629956 Mar 10 06:58:04.292521 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59084) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:04.297631 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'security_group_rule': {'security_group_id': 'e0d18c35-6c97-4ffa-9912-afcdda4211e4', 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:04.327587 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.securitygroups_db [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Project 6899d49b9b984185bc5b9d4fce49e664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:58:04.329850 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-61ad9f85-1549-428a-b3dc-d818ff995498 req-28eb444a-6bdd-479f-aa9a-62f8f4175f46 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479116 Mar 10 06:58:04.340418 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb7c2c4-df08-4081-a3c5-03acf6fd616a None None] New status for floating IP e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6: ACTIVE {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:58:04.345441 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (565b87da-e4ee-4875-a5b1-15ca117d71d6), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.409913 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (565b87da-e4ee-4875-a5b1-15ca117d71d6), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.413609 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (565b87da-e4ee-4875-a5b1-15ca117d71d6), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.433118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565b87da-e4ee-4875-a5b1-15ca117d71d6,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:04.438183 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.439389 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a848c543-41df-4147-adb3-706eb2bab074 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458757 Mar 10 06:58:04.528202 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-d91ee37b-0c32-4e61-944e-09d0c1b1f717 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082493740&fields=id&tenant_id=6899d49b9b984185bc5b9d4fce49e664 HTTP/1.1" status: 200 len: 267 time: 0.0460846 Mar 10 06:58:04.583458 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-a673f28d-ced2-4489-9eed-706aae7a10b7 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:04.584839 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-a673f28d-ced2-4489-9eed-706aae7a10b7 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0514452 Mar 10 06:58:04.595274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'port': {'security_groups': ['ea637d3d-7a3c-40f3-81d2-358abc828346', 'e0d18c35-6c97-4ffa-9912-afcdda4211e4']}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:04.667419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.859935 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:04.890102 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for port (05e89cbf-d1b8-4660-8873-32a538966557), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.895095 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.939231 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:04.939962 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:04.949827 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['05e89cbf-d1b8-4660-8873-32a538966557'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:58:04.957690 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-446080eb-2b0c-4733-b496-1f526aa9b22d req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "PUT /v2.0/ports/05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 982 time: 0.3665664 Mar 10 06:58:04.978632 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:04.981699 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:05.020539 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cb0fe-1183-466e-9d2d-780efebc2d6d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=6']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:05.030926 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-e5b3db05-deba-4168-88e0-13746b96dcd2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86125501&fields=id&tenant_id=b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 267 time: 0.0817132 Mar 10 06:58:05.085260 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aae2a0-3baf-4064-bb4f-dbca059a577d req-db8231af-e806-4a66-b24d-6222757ea33b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.092786 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-19aae2a0-3baf-4064-bb4f-dbca059a577d req-db8231af-e806-4a66-b24d-6222757ea33b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0641732 Mar 10 06:58:05.160601 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-19aae2a0-3baf-4064-bb4f-dbca059a577d req-a5fc0e14-e2e5-428a-bab4-0dac9a616cd6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662489 Mar 10 06:58:05.162171 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-4bb0e5d2-7d97-40e5-a037-8e7cb788896c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.163678 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-4bb0e5d2-7d97-40e5-a037-8e7cb788896c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 812 time: 0.1321709 Mar 10 06:58:05.191514 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-84ae9874-43e3-426d-9063-039b68ef0026 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/quotas/b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 375 time: 0.0181093 Mar 10 06:58:05.218667 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-016fe3ba-ff39-41c1-a79a-633f7a09ddc6 None None] Provisioning complete for port 05e89cbf-d1b8-4660-8873-32a538966557 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:58:05.219051 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-016fe3ba-ff39-41c1-a79a-633f7a09ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05e89cbf-d1b8-4660-8873-32a538966557), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:05.259456 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-880a78cf-ba89-4586-9db5-80c8de583e3e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671339 Mar 10 06:58:05.308298 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5726a-e654-4b3d-ba01-6cab296eb071 req-d789430f-3563-44b2-b5e0-b86835103ff7 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.310071 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fea5726a-e654-4b3d-ba01-6cab296eb071 req-d789430f-3563-44b2-b5e0-b86835103ff7 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0733290 Mar 10 06:58:05.329824 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['05e89cbf-d1b8-4660-8873-32a538966557'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:58:05.394229 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-da430045-d7f3-415d-b1a1-71d5804368dd service neutron] 10.222.0.35 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181138 Mar 10 06:58:05.406263 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fea5726a-e654-4b3d-ba01-6cab296eb071 req-87b0db08-5d14-4829-aeae-1bb7e8784207 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786951 Mar 10 06:58:05.415519 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:58:05.418193 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device b7d9a458-db96-4b15-aa88-3b22445fcead up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:58:05.481513 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c45f2f-d583-48ed-80a0-8b771bb4e09b x-openstack-request-id: req-a1c45f2f-d583-48ed-80a0-8b771bb4e09b {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:05.482003 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:05.482434 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1c45f2f-d583-48ed-80a0-8b771bb4e09b {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:05.483042 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'status': 'completed', 'code': 200} Mar 10 06:58:05.512772 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-31d68fd1-2236-435b-a911-168abe878110 service neutron] 10.222.0.35 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085284 Mar 10 06:58:05.609079 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-d417e0d2-a50e-40bf-8de2-396100b4e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.611279 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-d417e0d2-a50e-40bf-8de2-396100b4e443 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1169 time: 0.0682807 Mar 10 06:58:05.620568 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d0ce9-1e4f-4ef9-af4b-a6125141b0a6 req-1d996644-5ad6-46ab-8459-bf94941f9814 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.622186 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a5d0ce9-1e4f-4ef9-af4b-a6125141b0a6 req-1d996644-5ad6-46ab-8459-bf94941f9814 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 945 time: 0.0775640 Mar 10 06:58:05.698810 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a5d0ce9-1e4f-4ef9-af4b-a6125141b0a6 req-94a0be1c-dd62-48d4-a170-dbc6c1540b01 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686939 Mar 10 06:58:05.728548 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-016fe3ba-ff39-41c1-a79a-633f7a09ddc6 None None] Current status of the port 05e89cbf-d1b8-4660-8873-32a538966557 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:05.735496 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-b25ae033-9b8f-4da2-9da8-8d13056e70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.737177 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-b25ae033-9b8f-4da2-9da8-8d13056e70c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.1130514 Mar 10 06:58:05.837668 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-081ce3e4-6517-493d-8002-8631345a64c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 1001 time: 0.0907433 Mar 10 06:58:05.851099 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113567da-20ba-4269-9a36-bb31a9c6a7e7 req-60d3f208-a4c8-4d7a-819d-ff24f73b1692 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.852802 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-113567da-20ba-4269-9a36-bb31a9c6a7e7 req-60d3f208-a4c8-4d7a-819d-ff24f73b1692 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0699787 Mar 10 06:58:05.904606 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port b7d9a458-db96-4b15-aa88-3b22445fcead completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:58:05.924571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-b5a43f33-4469-4e3b-a2de-f50a76bd1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:05.926961 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-b5a43f33-4469-4e3b-a2de-f50a76bd1b5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0781999 Mar 10 06:58:05.939266 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port b7d9a458-db96-4b15-aa88-3b22445fcead triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:58:05.939535 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:05.949951 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:05.962272 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-113567da-20ba-4269-9a36-bb31a9c6a7e7 req-f4f45536-bd24-4bb1-95e3-901245311874 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989292 Mar 10 06:58:06.004272 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-58b96800-e03d-4b46-9b93-37c3581d3b36 req-165d36dd-0e43-40ce-9d76-1c6d7fa1beb5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 210 time: 0.0343320 Mar 10 06:58:06.024896 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-ed0905c0-176c-4a71-9a8c-f958e07a46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:06.027232 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'mac_address': 'fa:16:3e:96:74:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:58:06.028203 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-ed0905c0-176c-4a71-9a8c-f958e07a46e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941374 Mar 10 06:58:06.121486 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: ACTIVE; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:06.121873 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:06.141866 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-2379a2dd-eb50-44ea-84d6-1951b9c86546 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067116 Mar 10 06:58:06.184699 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93d67bd9-7f11-4e54-b75a-1582c8f7a98a {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:58:06.198304 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port b7d9a458-db96-4b15-aa88-3b22445fcead is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:06.198697 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:06.237419 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:06.252057 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:06.267590 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9a458-db96-4b15-aa88-3b22445fcead'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:06.269892 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ff44d5-6b33-4be3-8d17-da4fc08df9ec" -d '{"events": [{"server_uuid": "3e0e86f8-3c7f-49fc-b492-6d8768741bca", "name": "network-vif-plugged", "status": "completed", "tag": "b7d9a458-db96-4b15-aa88-3b22445fcead"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:06.283888 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-876f4f61-6f1a-449f-9edb-2eea4a0bef5c req-7140003b-ae74-4f09-b360-3f6ff61e1dee service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264045 Mar 10 06:58:06.304407 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port b7d9a458-db96-4b15-aa88-3b22445fcead, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=b7d9a458-db96-4b15-aa88-3b22445fcead,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:06.318658 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:06.352223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc3cebc-64c6-4dc1-819e-c00f3a064ad6 x-openstack-request-id: req-0cc3cebc-64c6-4dc1-819e-c00f3a064ad6 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:06.352749 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e86f8-3c7f-49fc-b492-6d8768741bca", "name": "network-vif-plugged", "status": "completed", "tag": "b7d9a458-db96-4b15-aa88-3b22445fcead", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:06.353176 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cc3cebc-64c6-4dc1-819e-c00f3a064ad6 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:06.353741 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9a458-db96-4b15-aa88-3b22445fcead', 'code': 200} Mar 10 06:58:06.359316 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=6']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:06.377097 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21104e7-e103-47a3-916b-6ccaf56b636f req-c5983b75-023b-4d83-bafd-a8942bb8eb9d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:06.378602 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c21104e7-e103-47a3-916b-6ccaf56b636f req-c5983b75-023b-4d83-bafd-a8942bb8eb9d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.1065385 Mar 10 06:58:06.428743 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c21104e7-e103-47a3-916b-6ccaf56b636f req-3501e763-a7e2-48bc-8173-97f45f0038c8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439668 Mar 10 06:58:06.449321 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=b7d9a458-db96-4b15-aa88-3b22445fcead,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:06.705973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af297ee-1f2b-4a46-a258-916a9c7f1886 req-2cc7fef6-9d64-4b61-8f93-bba207e3de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:06.707457 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2af297ee-1f2b-4a46-a258-916a9c7f1886 req-2cc7fef6-9d64-4b61-8f93-bba207e3de1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 1130 time: 0.0508668 Mar 10 06:58:06.756267 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2af297ee-1f2b-4a46-a258-916a9c7f1886 req-7e3a5c6b-5c29-485b-80b2-b2505290c0fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Mar 10 06:58:06.822624 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['93d67bd9-7f11-4e54-b75a-1582c8f7a98a'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:58:06.827218 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d4f8d-0541-4dbd-bcb5-e88541955ca4 req-b91a700b-4b10-4273-a339-35d038aa0eb7 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:06.828684 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-256d4f8d-0541-4dbd-bcb5-e88541955ca4 req-b91a700b-4b10-4273-a339-35d038aa0eb7 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0525670 Mar 10 06:58:06.873295 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-256d4f8d-0541-4dbd-bcb5-e88541955ca4 req-463dbe44-33d7-428b-8c04-5c2edbf24ca3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387716 Mar 10 06:58:07.087529 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999576d9-1379-4ad7-9ed0-e88e953dc8c1 req-12d23973-163b-479f-9f71-2d3e61a52f99 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:07.090479 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-999576d9-1379-4ad7-9ed0-e88e953dc8c1 req-12d23973-163b-479f-9f71-2d3e61a52f99 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0587418 Mar 10 06:58:07.110442 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ba0aa238-cc0b-4e27-8a1b-ee5a1a08072d req-ddb133fa-7de3-4c80-9c15-c78a5c75d449 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 210 time: 0.0310144 Mar 10 06:58:07.136623 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-999576d9-1379-4ad7-9ed0-e88e953dc8c1 req-3cd2d436-f6d5-465d-900c-72309ef39de3 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420368 Mar 10 06:58:07.405188 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:58:07.451900 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:58:07.452568 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:07.539307 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:07.539815 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:07.555273 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39f76-1ffe-4caa-9542-317bbe612000 req-e6f040dc-df01-4650-91d1-12f43cc0e040 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:07.557312 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-38e39f76-1ffe-4caa-9542-317bbe612000 req-e6f040dc-df01-4650-91d1-12f43cc0e040 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Mar 10 06:58:07.574225 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:07.582391 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:07.617604 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-38e39f76-1ffe-4caa-9542-317bbe612000 req-d2619675-19a4-4c60-8c81-3fa2b4a6d6cf tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544202 Mar 10 06:58:07.630803 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=7']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:07.993326 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00081b-3be8-4dce-afed-e62aee21c3a7 req-009390d6-ccd2-4b0e-a067-b92771699801 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:07.994796 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ed00081b-3be8-4dce-afed-e62aee21c3a7 req-009390d6-ccd2-4b0e-a067-b92771699801 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0552649 Mar 10 06:58:08.041868 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ed00081b-3be8-4dce-afed-e62aee21c3a7 req-2ff570a5-e195-4969-bd2a-fb6dd5c767f8 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Mar 10 06:58:08.143576 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-84950145-8691-45a3-9327-2da2e07ec600 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:08.145199 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-84950145-8691-45a3-9327-2da2e07ec600 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 812 time: 0.1177371 Mar 10 06:58:08.211892 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ea1fde49-b236-45fd-a34a-f9d8249cb367 req-711b830f-2c1f-4235-8a8c-c40da271b708 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 210 time: 0.0322700 Mar 10 06:58:08.262950 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9c3d7-81e7-4dfe-91ac-8000749b73e7 req-ddb8bb31-1765-4ab8-af4d-f899fcc1ddb9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:08.264436 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f2a9c3d7-81e7-4dfe-91ac-8000749b73e7 req-ddb8bb31-1765-4ab8-af4d-f899fcc1ddb9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0571063 Mar 10 06:58:08.270017 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-5ed7ce17-3d36-4293-8ad3-7dad38e59e6b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 378 time: 0.0797017 Mar 10 06:58:08.279733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'port': {'device_id': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'admin_state_up': True, 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'security_groups': ['cdd8d89e-5b17-4d9c-ac37-33dd84634dc6']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:08.315067 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f2a9c3d7-81e7-4dfe-91ac-8000749b73e7 req-27ffb542-b9b4-4489-8bfe-b3b9bad8a016 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448194 Mar 10 06:58:08.355113 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:08.357434 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8717daf3-83d7-48ee-bb2b-2fbbaa465a4a" -d '{"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-plugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:08.388720 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Made reservation on behalf of b8708c22f6cc413c91a6621f3f868060 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:58:08.392312 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:08.394793 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f09558-6303-4b8f-8752-4f82b4921ebd x-openstack-request-id: req-c0f09558-6303-4b8f-8752-4f82b4921ebd {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:08.395110 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-plugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:08.395369 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0f09558-6303-4b8f-8752-4f82b4921ebd {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:08.395774 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'code': 200} Mar 10 06:58:08.438533 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:08.515413 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Allocated IP 172.20.0.3 (3aec699c-bb34-4053-89a4-ce976da1ee9f/4ba80fc1-53de-421f-9764-5c5b3a7f898d/6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:58:08.651583 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:08.685159 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:08.725550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:58:08.730845 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:58:08.734442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:58:08.741522 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c293f-3e53-45fc-a8ba-f4aa89dfe8be req-692b6ca1-d30d-49b7-b588-edd69112bba9 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:08.743105 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0a7c293f-3e53-45fc-a8ba-f4aa89dfe8be req-692b6ca1-d30d-49b7-b588-edd69112bba9 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0536840 Mar 10 06:58:08.761316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:08.790567 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:08.791721 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:08.796060 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0a7c293f-3e53-45fc-a8ba-f4aa89dfe8be req-b205394d-2f4d-43ec-a0f2-c508c8cc6230 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Mar 10 06:58:08.810819 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-75f2156c-9b8b-425e-936f-2e6660366514 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344744 Mar 10 06:58:08.833007 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Request body: {'port': {'device_id': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:08.904932 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:08.978027 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-00027ee1-04e9-46dc-a6b1-63ca4d96f239 None None] Provisioning complete for port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:58:08.978543 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-00027ee1-04e9-46dc-a6b1-63ca4d96f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.022775 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-00027ee1-04e9-46dc-a6b1-63ca4d96f239 None None] Port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:58:09.139002 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2178-f7d7-4cf5-a5f1-8128c81a4c61 req-68981890-e736-4549-82c8-a4c863969768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.143392 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-14ec2178-f7d7-4cf5-a5f1-8128c81a4c61 req-68981890-e736-4549-82c8-a4c863969768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0985212 Mar 10 06:58:09.187364 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 59188) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:09.215199 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-14ec2178-f7d7-4cf5-a5f1-8128c81a4c61 req-1ac6954f-4f8b-4cae-bc83-20a2d9378a0c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636928 Mar 10 06:58:09.259117 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d058dd6-8483-462d-b59c-0f398532a00d req-22b2d66c-45a8-4bf0-bd19-00770ccd52fa tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.261182 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2d058dd6-8483-462d-b59c-0f398532a00d req-22b2d66c-45a8-4bf0-bd19-00770ccd52fa tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.1106868 Mar 10 06:58:09.264920 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:58:09.278821 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Publish callbacks [] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.290581 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-e4173a70-2306-4ad3-8d64-ae795c05d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.292437 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-e4173a70-2306-4ad3-8d64-ae795c05d7f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.0760546 Mar 10 06:58:09.301688 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Transition to ACTIVE for port object 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:58:09.310478 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.375663 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2d058dd6-8483-462d-b59c-0f398532a00d req-6fe103bf-de68-4047-879c-d41247eeed3a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061854 Mar 10 06:58:09.380787 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e0a77680-29ba-444a-9884-d975122e4df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.404148 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:09.440881 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081075bd-09c4-47fa-8acf-f3b76888e0a4 req-122200c2-4f64-4eb0-89d5-6cfaca567016 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.448860 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-081075bd-09c4-47fa-8acf-f3b76888e0a4 req-122200c2-4f64-4eb0-89d5-6cfaca567016 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.1551747 Mar 10 06:58:09.493256 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-6bb1189e-b1cd-4a12-9bb2-ab717874f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.495180 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-6bb1189e-b1cd-4a12-9bb2-ab717874f623 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.1909065 Mar 10 06:58:09.554459 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Attempting to bind port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:58:09.554803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Attempting to bind port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:58:09.555121 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Attempting to bind port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:58:09.570455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf on network 3aec699c-bb34-4053-89a4-ce976da1ee9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:58:09.570781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Attempting to bind port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:58:09.581476 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-081075bd-09c4-47fa-8acf-f3b76888e0a4 req-19eff538-18d8-42b0-946a-32f23b999e98 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311965 Mar 10 06:58:09.584064 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:58:09.584410 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Checking segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:58:09.584795 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Bound using segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:58:09.585266 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Bound port: 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:58:09.585628 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.617382 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-d3e18cc1-4b26-41fd-bc45-b96e9feefc1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1001 time: 0.1122661 Mar 10 06:58:09.620101 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de8b95-78fa-468b-b960-e23e1f77216a req-98719193-8eb3-40c9-b715-3940627b1a32 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.621666 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d8de8b95-78fa-468b-b960-e23e1f77216a req-98719193-8eb3-40c9-b715-3940627b1a32 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.1342824 Mar 10 06:58:09.639405 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e0a77680-29ba-444a-9884-d975122e4df4 admin admin] Publish callbacks [] for security_group (9795941d-58c5-4aa4-92d7-b94bd3b1ee43), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.681314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e0a77680-29ba-444a-9884-d975122e4df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9795941d-58c5-4aa4-92d7-b94bd3b1ee43), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.686543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-ead5b4cb-bc38-47c8-ae05-579dc29f4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.688203 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-ead5b4cb-bc38-47c8-ae05-579dc29f4681 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0594542 Mar 10 06:58:09.750140 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-cdb98497-7629-4b9f-96ad-38a85da16e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.751673 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-cdb98497-7629-4b9f-96ad-38a85da16e6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524118 Mar 10 06:58:09.766012 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e0a77680-29ba-444a-9884-d975122e4df4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=546ec99126f045779b0478bd1f581751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763967 Mar 10 06:58:09.768653 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59198) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:09.772351 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a77680-29ba-444a-9884-d975122e4df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795941d-58c5-4aa4-92d7-b94bd3b1ee43,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:09.778671 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d8de8b95-78fa-468b-b960-e23e1f77216a req-b58a83c5-3d1d-4080-81ea-c39c6617f017 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479576 Mar 10 06:58:09.781226 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] For port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:58:09.784464 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] For port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:58:09.792430 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.828326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:09.829111 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.830896 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf HTTP/1.1" status: 200 len: 1093 time: 1.0024807 Mar 10 06:58:09.831443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:09.833794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb60a731-0544-4593-9234-875edcf9e17d" -d '{"events": [{"name": "network-changed", "server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:09.880084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473e1b9-6209-4210-b903-9e5d0149e064 x-openstack-request-id: req-0473e1b9-6209-4210-b903-9e5d0149e064 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:09.880490 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:09.880750 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0473e1b9-6209-4210-b903-9e5d0149e064 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:09.881182 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'status': 'completed', 'code': 200} Mar 10 06:58:09.881863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a262-36c7-49d5-99f1-b26d76772889 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:09.907599 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d10838da-90e5-4651-8407-f43444380dd4 admin admin] Publish callbacks [] for security_group (9795941d-58c5-4aa4-92d7-b94bd3b1ee43), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.934037 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-5a901810-a253-4a93-8572-afd99ce08417 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624191 Mar 10 06:58:09.942579 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d10838da-90e5-4651-8407-f43444380dd4 admin admin] Publish callbacks [] for security_group (9795941d-58c5-4aa4-92d7-b94bd3b1ee43), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:09.997835 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d10838da-90e5-4651-8407-f43444380dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9795941d-58c5-4aa4-92d7-b94bd3b1ee43), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:10.001156 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d10838da-90e5-4651-8407-f43444380dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:10.006264 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d10838da-90e5-4651-8407-f43444380dd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9795941d-58c5-4aa4-92d7-b94bd3b1ee43 HTTP/1.1" status: 204 len: 168 time: 0.2319584 Mar 10 06:58:10.012404 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10838da-90e5-4651-8407-f43444380dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795941d-58c5-4aa4-92d7-b94bd3b1ee43,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:10.144371 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-db3aee59-4d1b-4ded-8661-8af0af167e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:10.145923 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-db3aee59-4d1b-4ded-8661-8af0af167e2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 1127 time: 0.0486972 Mar 10 06:58:10.190521 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9a4ebc13-22d3-42c8-a213-4bfcedd3d06a req-f2559e40-9a91-427b-ae4a-323eb0c381fc service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931165 Mar 10 06:58:10.215041 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-42589a1f-1814-4f91-aac2-0c38325f06fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf HTTP/1.1" status: 200 len: 217 time: 0.0456541 Mar 10 06:58:10.325264 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-cfe15915-bc08-430b-9ff6-3497c7346dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:10.326734 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-cfe15915-bc08-430b-9ff6-3497c7346dd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0750430 Mar 10 06:58:10.354639 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de665368-c25a-4353-8f97-0edd9b62b40f req-d215149e-dc15-421a-bacc-ec1dcba39e47 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:10.356124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-de665368-c25a-4353-8f97-0edd9b62b40f req-d215149e-dc15-421a-bacc-ec1dcba39e47 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0775208 Mar 10 06:58:10.437722 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-82b85acf-1e89-47cb-9f71-8ae70eb8b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:10.439239 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-82b85acf-1e89-47cb-9f71-8ae70eb8b9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036696 Mar 10 06:58:10.442724 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-de665368-c25a-4353-8f97-0edd9b62b40f req-05da868a-35e7-4692-b095-d6ddfa05d2cd tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665526 Mar 10 06:58:10.519077 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51281f9-061f-413a-92a2-e7835ec206c7 req-1dfd4fee-a30a-4374-adb5-ab724ce25fee tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:10.520567 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a51281f9-061f-413a-92a2-e7835ec206c7 req-1dfd4fee-a30a-4374-adb5-ab724ce25fee tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0601060 Mar 10 06:58:10.539989 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-1c91a919-514b-48e0-ae4c-51777bf5fd3e service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931375 Mar 10 06:58:10.577268 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a51281f9-061f-413a-92a2-e7835ec206c7 req-e2c90621-37ce-46df-bd12-04dbcba14f07 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Mar 10 06:58:10.907582 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bb382d84-bcb4-4cf3-b13e-fe1f9d226b5e req-d4e040dd-77e4-49c6-be8e-3b117d76e8db service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602870 Mar 10 06:58:10.934403 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0e3d4-e13a-47ef-bfe6-7ddca4e7fdb4 req-4b7c598f-c885-47e9-8e94-cb99eba1c686 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:10.936248 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05d0e3d4-e13a-47ef-bfe6-7ddca4e7fdb4 req-4b7c598f-c885-47e9-8e94-cb99eba1c686 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0851374 Mar 10 06:58:11.006377 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05d0e3d4-e13a-47ef-bfe6-7ddca4e7fdb4 req-e9989d33-2cf7-4728-a0fd-1a30da43c3bc tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632119 Mar 10 06:58:11.060545 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cbd46-279f-4584-821d-30be5ad68975 req-444ed4ad-25f7-4983-a0aa-205fd3f25983 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:11.062365 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7b1cbd46-279f-4584-821d-30be5ad68975 req-444ed4ad-25f7-4983-a0aa-205fd3f25983 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0581419 Mar 10 06:58:11.110823 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7b1cbd46-279f-4584-821d-30be5ad68975 req-7e52ded7-ddba-45fa-9d3f-5e03492f9fa8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Mar 10 06:58:11.172560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a731-0544-4593-9234-875edcf9e17d req-574cec26-11f3-4cf4-8afc-22ea361ee010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:11.174088 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-574cec26-11f3-4cf4-8afc-22ea361ee010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 1127 time: 0.0521922 Mar 10 06:58:11.337733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a731-0544-4593-9234-875edcf9e17d req-37d1ec63-c7a0-4bf5-8024-d9f39bbe7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:11.341266 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-37d1ec63-c7a0-4bf5-8024-d9f39bbe7de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0986142 Mar 10 06:58:11.421365 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-0d3e3242-191c-4a84-bca3-91b6a10f9762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf HTTP/1.1" status: 200 len: 217 time: 0.0391395 Mar 10 06:58:11.470287 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a731-0544-4593-9234-875edcf9e17d req-8b90f696-417c-42b0-af34-e76da19bce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:11.471712 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-8b90f696-417c-42b0-af34-e76da19bce71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0434947 Mar 10 06:58:11.567578 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a731-0544-4593-9234-875edcf9e17d req-a0e2651a-44c9-419c-a7c8-a014d08fadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:11.568958 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-a0e2651a-44c9-419c-a7c8-a014d08fadea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737119 Mar 10 06:58:11.583393 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962cee-b961-4f6e-b09b-4b5b4d59599c req-63f23569-54df-4683-bbe3-0968e8fa33f5 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:11.584749 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a9962cee-b961-4f6e-b09b-4b5b4d59599c req-63f23569-54df-4683-bbe3-0968e8fa33f5 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0650148 Mar 10 06:58:11.684285 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a9962cee-b961-4f6e-b09b-4b5b4d59599c req-5a16bb8e-e083-4482-bdb3-ffc8eb82d3a2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918117 Mar 10 06:58:11.700855 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-9ed5edd0-0cdb-4ff4-ac64-669924afbe0c service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151872 Mar 10 06:58:11.947679 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fb60a731-0544-4593-9234-875edcf9e17d req-5a36b44d-2afa-4ea2-aa8c-03f75332fc74 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Mar 10 06:58:12.131790 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5334-45b3-49a5-be5f-7c19590baf90 req-09986c5e-81ea-4a83-a8e5-bef87931f110 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:12.133360 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9d4b5334-45b3-49a5-be5f-7c19590baf90 req-09986c5e-81ea-4a83-a8e5-bef87931f110 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0545490 Mar 10 06:58:12.184597 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9d4b5334-45b3-49a5-be5f-7c19590baf90 req-a98e3958-8d1b-4259-b76a-1876f1f9794e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456760 Mar 10 06:58:12.258879 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2d0b-2bc7-49ad-a2b0-ea825627ea24 req-d29d4b87-4f0d-47ad-9bcf-c3016827d52a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:12.261124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-634f2d0b-2bc7-49ad-a2b0-ea825627ea24 req-d29d4b87-4f0d-47ad-9bcf-c3016827d52a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0614254 Mar 10 06:58:12.320288 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-634f2d0b-2bc7-49ad-a2b0-ea825627ea24 req-3487526c-7c2f-47ff-b2d8-fb379a859972 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528259 Mar 10 06:58:13.349576 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d831ebb-ae26-4844-81ef-71148af4cf38 req-41b7fcd8-9507-4ce8-9dbf-b41ab4bc8787 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:13.352145 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7d831ebb-ae26-4844-81ef-71148af4cf38 req-41b7fcd8-9507-4ce8-9dbf-b41ab4bc8787 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0707507 Mar 10 06:58:13.380118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-0991d396-0ed5-44ba-b918-af92ab025c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:13.383656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-0991d396-0ed5-44ba-b918-af92ab025c2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0795326 Mar 10 06:58:13.391062 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dd70a-f462-49eb-9ada-d014a70e830e req-f2e5e51d-ff12-40fd-822d-8cb6f7e8ff8d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:13.392766 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-230dd70a-f462-49eb-9ada-d014a70e830e req-f2e5e51d-ff12-40fd-822d-8cb6f7e8ff8d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1281979 Mar 10 06:58:13.430966 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7d831ebb-ae26-4844-81ef-71148af4cf38 req-6e44539a-f0ba-4ee1-be2e-255c56d94692 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712817 Mar 10 06:58:13.526901 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-230dd70a-f462-49eb-9ada-d014a70e830e req-dd4d4516-8a31-4ae2-8b98-8611107ab9b0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273258 Mar 10 06:58:13.559360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77d618-df44-45c0-a860-45516413b144 req-66cd0fcb-f436-4300-9040-f4579378b1d4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:13.561293 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fa77d618-df44-45c0-a860-45516413b144 req-66cd0fcb-f436-4300-9040-f4579378b1d4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0718336 Mar 10 06:58:13.562643 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-35e73cec-7519-42f2-8aff-32e9903c3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:13.564658 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-35e73cec-7519-42f2-8aff-32e9903c3faa service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.1640573 Mar 10 06:58:13.612599 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-c90d77a8-da8d-4da3-b0cd-3d194baf50f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0407414 Mar 10 06:58:13.639096 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fa77d618-df44-45c0-a860-45516413b144 req-5b7f7352-28b0-4b18-9996-75e737a89401 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698085 Mar 10 06:58:13.682577 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-df877b36-b2f9-4724-9334-53884371b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:13.685382 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-df877b36-b2f9-4724-9334-53884371b0d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0644717 Mar 10 06:58:13.730216 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-036f2fc9-4aef-4cd7-850a-618e829aa74c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383332 Mar 10 06:58:13.852946 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-22bb01b9-c5b8-4736-9e34-8c6dc4385006 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105707 Mar 10 06:58:13.981517 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-50eeb8be-0bc9-4a7c-9fe1-acc24ba8264c req-d2041d8b-d999-4a85-8669-319e5498e8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218116 Mar 10 06:58:14.586803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb352-7e90-4873-a13c-f1d37e2db71c req-eef82493-e345-42a4-807b-df6fb1321eae tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:14.597750 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9eccb352-7e90-4873-a13c-f1d37e2db71c req-eef82493-e345-42a4-807b-df6fb1321eae tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0837696 Mar 10 06:58:14.673395 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9eccb352-7e90-4873-a13c-f1d37e2db71c req-73ce2d82-4441-41ce-b07d-7d73e36c8bf5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740719 Mar 10 06:58:14.682357 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ee48-8684-4c0e-aefc-4cfff5fdaad7 req-89658995-abac-4416-9edf-4e730c94840b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:14.684012 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8764ee48-8684-4c0e-aefc-4cfff5fdaad7 req-89658995-abac-4416-9edf-4e730c94840b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0747387 Mar 10 06:58:14.747648 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8764ee48-8684-4c0e-aefc-4cfff5fdaad7 req-4eb46125-5058-4b51-b19d-08fdba8f40b2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571771 Mar 10 06:58:14.823201 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c67fc3-db72-4f0b-a96a-d989d717a50f req-64e42c78-62d1-41dc-b646-c994a87180e2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:14.824934 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1c67fc3-db72-4f0b-a96a-d989d717a50f req-64e42c78-62d1-41dc-b646-c994a87180e2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0602350 Mar 10 06:58:14.880045 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1c67fc3-db72-4f0b-a96a-d989d717a50f req-3b8f6809-b8e0-4be9-b577-c42dd2ff2fb4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485227 Mar 10 06:58:15.860387 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9a5e8-3eac-4e69-9fde-b9f841c99bf4 req-c797a153-4f5a-42ff-b693-b449c8a6f6e3 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:15.868081 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-16a9a5e8-3eac-4e69-9fde-b9f841c99bf4 req-c797a153-4f5a-42ff-b693-b449c8a6f6e3 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0742302 Mar 10 06:58:15.941668 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-16a9a5e8-3eac-4e69-9fde-b9f841c99bf4 req-c8bd8f87-4cb1-4380-b705-af3da5040a57 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721643 Mar 10 06:58:15.978862 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de66a1-2d8e-4b43-9bdb-8eeb91b81cb1 req-376de94a-aef0-4842-b770-c7f2dadc16e4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:15.980523 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b2de66a1-2d8e-4b43-9bdb-8eeb91b81cb1 req-376de94a-aef0-4842-b770-c7f2dadc16e4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1198955 Mar 10 06:58:16.046000 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b2de66a1-2d8e-4b43-9bdb-8eeb91b81cb1 req-ba994d77-6aeb-4429-9cab-79c503d16804 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581462 Mar 10 06:58:16.127538 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ade88-4323-4809-9cb8-97cdc3471e83 req-68e25342-5ce7-49ab-8759-45abdf10ab5f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:16.137724 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8a7ade88-4323-4809-9cb8-97cdc3471e83 req-68e25342-5ce7-49ab-8759-45abdf10ab5f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.1139905 Mar 10 06:58:16.194562 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8a7ade88-4323-4809-9cb8-97cdc3471e83 req-dd39f144-5359-4530-8817-b235e0a6e37d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538476 Mar 10 06:58:17.095884 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ce700-a804-4081-8864-30a92422e908 req-7b6427b0-54b1-4f91-8112-7e7f9099a716 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:17.103506 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-378ce700-a804-4081-8864-30a92422e908 req-7b6427b0-54b1-4f91-8112-7e7f9099a716 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0806694 Mar 10 06:58:17.186264 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-378ce700-a804-4081-8864-30a92422e908 req-0191ea25-793a-4844-a175-5d347d8a563b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762455 Mar 10 06:58:17.255280 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeba95-6bc0-424a-8f37-3e14513f4760 req-112d5647-a3e7-45d3-8dd6-852705b905a1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:17.263235 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-48eeba95-6bc0-424a-8f37-3e14513f4760 req-112d5647-a3e7-45d3-8dd6-852705b905a1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1173389 Mar 10 06:58:17.335450 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-48eeba95-6bc0-424a-8f37-3e14513f4760 req-cf3b3462-804e-424a-ae63-dfb3ef523c84 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Mar 10 06:58:17.349203 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a315-1532-401d-821e-08d4731aad40 req-a3e75b47-8939-4697-bf72-289a2b1e0473 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:17.355558 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-df90a315-1532-401d-821e-08d4731aad40 req-a3e75b47-8939-4697-bf72-289a2b1e0473 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0766809 Mar 10 06:58:17.419770 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-df90a315-1532-401d-821e-08d4731aad40 req-1998aa3e-b3cc-44fb-8263-3d38cb6ac4ad tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627565 Mar 10 06:58:18.317470 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d167a86-1607-4322-9531-b8678c5f06b7 req-89d26f28-aafe-4d40-8725-4bc93c45586c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:18.319369 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5d167a86-1607-4322-9531-b8678c5f06b7 req-89d26f28-aafe-4d40-8725-4bc93c45586c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0588806 Mar 10 06:58:18.397937 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5d167a86-1607-4322-9531-b8678c5f06b7 req-db19cbbc-0f60-4771-ac36-05e661666208 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718472 Mar 10 06:58:18.480516 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08a01d-1f74-4452-8910-a8fc4d3f497a req-85d9d26d-d164-40f3-a605-0954bd5ce9f9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:18.482380 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1a08a01d-1f74-4452-8910-a8fc4d3f497a req-85d9d26d-d164-40f3-a605-0954bd5ce9f9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0772173 Mar 10 06:58:18.541755 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1a08a01d-1f74-4452-8910-a8fc4d3f497a req-d6d9aa7d-a681-4da0-b647-2afd576b4896 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Mar 10 06:58:18.578565 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1b598-5a94-4cbb-a490-56034b9849e7 req-6524a4ae-6a4a-42fa-a720-ba93eaae8c46 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:18.580345 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-62a1b598-5a94-4cbb-a490-56034b9849e7 req-6524a4ae-6a4a-42fa-a720-ba93eaae8c46 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0837057 Mar 10 06:58:18.635373 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-62a1b598-5a94-4cbb-a490-56034b9849e7 req-27e0115f-b056-45e6-8154-9fe53883acd7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482402 Mar 10 06:58:19.528288 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184e627-9444-4029-8582-d9e05ee89056 req-7e578f84-173e-45e3-b4fc-d80bd1cdd90c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:19.536006 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b184e627-9444-4029-8582-d9e05ee89056 req-7e578f84-173e-45e3-b4fc-d80bd1cdd90c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0613723 Mar 10 06:58:19.623871 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b184e627-9444-4029-8582-d9e05ee89056 req-37a2fead-3808-4a33-9bc6-cc5c8f8d0ccd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864344 Mar 10 06:58:19.735491 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c74ea-1d72-4683-b818-0029fd6617b5 req-497e8735-a66b-401e-9298-c021631909a0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:19.748507 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ff6c74ea-1d72-4683-b818-0029fd6617b5 req-497e8735-a66b-401e-9298-c021631909a0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0835569 Mar 10 06:58:19.800285 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ff6c74ea-1d72-4683-b818-0029fd6617b5 req-3b716e9a-95ee-4aed-adeb-fce2ca93a427 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487590 Mar 10 06:58:19.824062 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b285f8-d5c7-4a6e-ae91-06c31647a733 req-bd27416d-2185-46e1-9541-f0a5df9ad535 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:19.831252 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-73b285f8-d5c7-4a6e-ae91-06c31647a733 req-bd27416d-2185-46e1-9541-f0a5df9ad535 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0892003 Mar 10 06:58:19.877690 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-73b285f8-d5c7-4a6e-ae91-06c31647a733 req-831e263a-4024-4b67-849e-372d294cf034 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Mar 10 06:58:20.782522 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f2e85-4968-49ae-9c86-467a9e0f7436 req-d8c1a953-e201-41f0-99bc-0282cc3edf3d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:20.784148 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-565f2e85-4968-49ae-9c86-467a9e0f7436 req-d8c1a953-e201-41f0-99bc-0282cc3edf3d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0695739 Mar 10 06:58:20.861152 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-565f2e85-4968-49ae-9c86-467a9e0f7436 req-2b01fadd-7657-4dac-8378-f3abf5b25133 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709209 Mar 10 06:58:20.975444 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e832a6-66f8-4a2c-8fb8-59771a6f68c7 req-d96c1c87-2261-4dc1-ac27-7222bd1661af tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:20.983436 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43e832a6-66f8-4a2c-8fb8-59771a6f68c7 req-d96c1c87-2261-4dc1-ac27-7222bd1661af tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0930932 Mar 10 06:58:21.044901 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671563-20c1-4af4-ace2-35c6923d837d req-a0b1c7bb-5bef-4c8d-8ac5-40d1df682468 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:21.046816 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ef671563-20c1-4af4-ace2-35c6923d837d req-a0b1c7bb-5bef-4c8d-8ac5-40d1df682468 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0712118 Mar 10 06:58:21.052866 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-43e832a6-66f8-4a2c-8fb8-59771a6f68c7 req-2cf590e7-c17f-4926-9c4e-209bdc8b10e6 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681469 Mar 10 06:58:21.101775 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ef671563-20c1-4af4-ace2-35c6923d837d req-a600ad52-293d-4bef-bba2-f3899e4d1119 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467815 Mar 10 06:58:21.659657 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59484) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:21.799079 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-090059bc-53ad-41da-a7ad-72ddec53a917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:21.895558 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-090059bc-53ad-41da-a7ad-72ddec53a917 admin admin] Publish callbacks [] for security_group (65f43e3f-e3ca-4a62-a576-9728baedb715), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:21.901343 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-090059bc-53ad-41da-a7ad-72ddec53a917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (65f43e3f-e3ca-4a62-a576-9728baedb715), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:21.952838 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-090059bc-53ad-41da-a7ad-72ddec53a917 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49be0d0519284babbd985884ae069263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914894 Mar 10 06:58:21.953590 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090059bc-53ad-41da-a7ad-72ddec53a917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f43e3f-e3ca-4a62-a576-9728baedb715,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:21.956783 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 59492) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:22.036324 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087dc30-ab91-4b93-856f-fcf8b97479c2 req-60fbb073-ad34-4620-a947-0bcbb5b752f4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:22.037935 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c087dc30-ab91-4b93-856f-fcf8b97479c2 req-60fbb073-ad34-4620-a947-0bcbb5b752f4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0997012 Mar 10 06:58:22.066623 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f08f0849-eab8-44bc-8a1a-07f48d272935 admin admin] Publish callbacks [] for security_group (65f43e3f-e3ca-4a62-a576-9728baedb715), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:22.106499 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f08f0849-eab8-44bc-8a1a-07f48d272935 admin admin] Publish callbacks [] for security_group (65f43e3f-e3ca-4a62-a576-9728baedb715), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:22.121967 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c087dc30-ab91-4b93-856f-fcf8b97479c2 req-3e9da734-4118-487b-8269-cf1b1222c566 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761113 Mar 10 06:58:22.174196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f08f0849-eab8-44bc-8a1a-07f48d272935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (65f43e3f-e3ca-4a62-a576-9728baedb715), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:22.177091 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f08f0849-eab8-44bc-8a1a-07f48d272935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:22.178404 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f08f0849-eab8-44bc-8a1a-07f48d272935 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65f43e3f-e3ca-4a62-a576-9728baedb715 HTTP/1.1" status: 204 len: 168 time: 0.2035384 Mar 10 06:58:22.188197 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f0849-eab8-44bc-8a1a-07f48d272935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f43e3f-e3ca-4a62-a576-9728baedb715,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:22.218080 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bb6db-6428-4a93-a1f4-7f712c85354f req-cc67178b-e65e-4375-b182-7f4798b71cb9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:22.221988 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d90bb6db-6428-4a93-a1f4-7f712c85354f req-cc67178b-e65e-4375-b182-7f4798b71cb9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0959880 Mar 10 06:58:22.302843 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d90bb6db-6428-4a93-a1f4-7f712c85354f req-ed780913-e492-420d-acfd-5a106c45382b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614452 Mar 10 06:58:22.303155 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20269792-acbf-4d3d-89b3-c8eec263a232 req-67345ff3-59f1-4ebf-bf7a-2234cf0e65c9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:22.303155 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-20269792-acbf-4d3d-89b3-c8eec263a232 req-67345ff3-59f1-4ebf-bf7a-2234cf0e65c9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0787876 Mar 10 06:58:22.365645 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-20269792-acbf-4d3d-89b3-c8eec263a232 req-55bdacb9-55b1-4dc3-83ea-0263ea740545 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572531 Mar 10 06:58:22.662811 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8a82903c-4e10-4c68-8bb3-5add47a6cf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:23.237999 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7d3a-a779-47a3-a103-dd83152d3eef req-0c4b5cf7-46ba-4ef6-a27d-c9f1ddfe26e9 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:23.239430 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4eed7d3a-a779-47a3-a103-dd83152d3eef req-0c4b5cf7-46ba-4ef6-a27d-c9f1ddfe26e9 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 943 time: 0.0505521 Mar 10 06:58:23.286074 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4eed7d3a-a779-47a3-a103-dd83152d3eef req-dab00d76-bdf4-4e3f-98c4-5aea45a6fe2a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406935 Mar 10 06:58:23.405837 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-ba4c07fa-2030-4886-9c19-94a4769e2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:23.407378 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-ba4c07fa-2030-4886-9c19-94a4769e2801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1129 time: 0.0771046 Mar 10 06:58:23.419122 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69a10b-d6de-4cc9-9b64-8c9b46728874 req-7492b5b8-5d02-46f3-8b55-89ef0757ec0c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:23.420885 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8f69a10b-d6de-4cc9-9b64-8c9b46728874 req-7492b5b8-5d02-46f3-8b55-89ef0757ec0c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0638342 Mar 10 06:58:23.487650 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc619eb1-1611-41ba-b1cc-985b375fc6f9 req-b198cda2-e915-4548-8db0-83c924072bdb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:23.489166 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc619eb1-1611-41ba-b1cc-985b375fc6f9 req-b198cda2-e915-4548-8db0-83c924072bdb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Mar 10 06:58:23.511315 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:58:23.524137 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8f69a10b-d6de-4cc9-9b64-8c9b46728874 req-a6bbcee6-79a9-4f2f-96a8-6d6a50b60819 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949731 Mar 10 06:58:23.545203 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-3631ac6f-225e-4d6d-8ecc-d16518e14cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:23.545203 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-3631ac6f-225e-4d6d-8ecc-d16518e14cdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.1227205 Mar 10 06:58:23.545883 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fc619eb1-1611-41ba-b1cc-985b375fc6f9 req-ad488c7d-f235-49cc-922a-797e98cb3133 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502691 Mar 10 06:58:23.608972 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-58d2b53f-2b2a-4b7b-bf6d-48528997e368 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 1000 time: 0.0573416 Mar 10 06:58:23.613326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:23.624977 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'port_id': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'mac_address': 'fa:16:3e:b4:36:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:58:23.659370 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:23.659685 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:23.672010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:58:23.691726 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:23.695396 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:23.744865 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:23.751887 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.752260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.752622 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.752961 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.753316 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.753646 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.753969 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.754294 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.754613 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.754958 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.755282 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.755598 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:23.755915 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:58:24.399465 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd89b-d3fe-4b69-88b8-f09662de7f84 req-f14e1e41-4a04-45b4-bc4b-f11aa46f989f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:24.401605 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b76fd89b-d3fe-4b69-88b8-f09662de7f84 req-f14e1e41-4a04-45b4-bc4b-f11aa46f989f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0513623 Mar 10 06:58:24.451019 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b76fd89b-d3fe-4b69-88b8-f09662de7f84 req-e1f677df-55e8-4aa0-b8ab-425bf6baad50 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439200 Mar 10 06:58:24.642635 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751bef3-d248-46be-b192-72f69ecb946f req-6b35b24a-6713-44cc-9ece-46492276e200 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:24.644309 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9751bef3-d248-46be-b192-72f69ecb946f req-6b35b24a-6713-44cc-9ece-46492276e200 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0524924 Mar 10 06:58:24.666994 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5bb0-77a8-404b-907f-b34a0802ceb1 req-ecd70ffd-e1e3-4543-a17a-d1d2798f2817 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:24.668454 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-434f5bb0-77a8-404b-907f-b34a0802ceb1 req-ecd70ffd-e1e3-4543-a17a-d1d2798f2817 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Mar 10 06:58:24.698577 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9751bef3-d248-46be-b192-72f69ecb946f req-79c51390-d48a-4517-922a-6a15f047dd8a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Mar 10 06:58:24.719083 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-434f5bb0-77a8-404b-907f-b34a0802ceb1 req-483df0e8-1902-4200-8b9a-744991c1c529 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Mar 10 06:58:24.985523 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-56c35be2-aa7f-46f8-9fac-de9479bce8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:25.564811 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bbe05-5735-482f-8121-b50ae11e62ea req-3800f1f9-4a4b-4ad3-848a-2f64c17aedf1 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:25.566278 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e13bbe05-5735-482f-8121-b50ae11e62ea req-3800f1f9-4a4b-4ad3-848a-2f64c17aedf1 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0514855 Mar 10 06:58:25.613027 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e13bbe05-5735-482f-8121-b50ae11e62ea req-6b80eddf-a237-4c64-ade8-0cdc2add49a3 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414667 Mar 10 06:58:25.816936 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509067bb-3751-4e45-8bd0-98995ce40bab req-b3274ad6-70fb-4172-a6ac-28fffc415857 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:25.818440 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-509067bb-3751-4e45-8bd0-98995ce40bab req-b3274ad6-70fb-4172-a6ac-28fffc415857 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0514143 Mar 10 06:58:25.843361 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e38321-446a-4c73-a758-9ee463b54b6e req-c102e697-da57-4d0c-b58c-0f5c8acaa517 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:25.844833 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4e38321-446a-4c73-a758-9ee463b54b6e req-c102e697-da57-4d0c-b58c-0f5c8acaa517 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0560579 Mar 10 06:58:25.863969 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-509067bb-3751-4e45-8bd0-98995ce40bab req-e54e35d5-06ec-4cc0-95af-501aa48dce37 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Mar 10 06:58:25.890813 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d4e38321-446a-4c73-a758-9ee463b54b6e req-a2f16cb6-e05f-4427-a7eb-a7186fe200b8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404122 Mar 10 06:58:25.982473 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:26.729843 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375c701-8393-4197-81d2-3306a86025f3 req-9d68dc86-3a7c-439a-9fc8-9457fe6e9d1f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:26.731281 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0375c701-8393-4197-81d2-3306a86025f3 req-9d68dc86-3a7c-439a-9fc8-9457fe6e9d1f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0542696 Mar 10 06:58:26.777355 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0375c701-8393-4197-81d2-3306a86025f3 req-942ae31d-5c70-4b1a-9bc0-6c0fc9701dc4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408578 Mar 10 06:58:26.980968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b05106-e642-4ef6-b14e-4dfec89f4489 req-50e0049f-d349-4f39-b3c6-ed13a5915cd5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:26.982490 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-43b05106-e642-4ef6-b14e-4dfec89f4489 req-50e0049f-d349-4f39-b3c6-ed13a5915cd5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0538478 Mar 10 06:58:27.011670 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b16bc-086e-438e-ab58-b07380e07108 req-7bad10b2-c7d3-426e-b122-721cfcc9b977 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:27.013198 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-393b16bc-086e-438e-ab58-b07380e07108 req-7bad10b2-c7d3-426e-b122-721cfcc9b977 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0531836 Mar 10 06:58:27.029906 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-43b05106-e642-4ef6-b14e-4dfec89f4489 req-4d8875a2-6d17-413b-be91-4af69cae278c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Mar 10 06:58:27.062619 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-393b16bc-086e-438e-ab58-b07380e07108 req-a01a2dd7-55ba-4f8f-a384-0e7612567097 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439374 Mar 10 06:58:27.272363 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-1e0de7e9-d866-4a05-ad1d-a79b54ab73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:27.273814 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-1e0de7e9-d866-4a05-ad1d-a79b54ab73cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0468636 Mar 10 06:58:27.569897 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:27.892245 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c6f9-93a4-4cd5-aec2-d98a0c09cf87 req-029b6d11-5a5c-4cb7-9a33-c52bd34aeacd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:27.893709 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dde1c6f9-93a4-4cd5-aec2-d98a0c09cf87 req-029b6d11-5a5c-4cb7-9a33-c52bd34aeacd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0537159 Mar 10 06:58:27.940940 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dde1c6f9-93a4-4cd5-aec2-d98a0c09cf87 req-52142be7-35e8-4791-a884-c1aa5e9d3b59 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413611 Mar 10 06:58:28.145570 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d8f6e-8bde-4176-9a99-af660bd5a720 req-eed2d31b-2346-470d-b90a-728e3e72e410 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:28.147014 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a6d8f6e-8bde-4176-9a99-af660bd5a720 req-eed2d31b-2346-470d-b90a-728e3e72e410 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0511019 Mar 10 06:58:28.187636 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5db5d-c6b1-4ebf-ab84-cef8564efba9 req-98d9df20-4665-40b0-9fe3-1a871089ea4d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:28.189231 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-37a5db5d-c6b1-4ebf-ab84-cef8564efba9 req-98d9df20-4665-40b0-9fe3-1a871089ea4d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0562069 Mar 10 06:58:28.193778 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a6d8f6e-8bde-4176-9a99-af660bd5a720 req-9aef03d5-596e-4f99-b05c-95fb3637a723 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Mar 10 06:58:28.235566 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-37a5db5d-c6b1-4ebf-ab84-cef8564efba9 req-774dbbc7-3696-4f46-bf80-ecc09e0fb46a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403783 Mar 10 06:58:28.252125 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:58:28.911644 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-6268017f-567e-418e-b76b-580467a721ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:28.913344 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-6268017f-567e-418e-b76b-580467a721ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461638 Mar 10 06:58:28.915589 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:29.022337 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-805c5fa6-aa76-4e84-96ff-bd13673549d0 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991361 Mar 10 06:58:29.117507 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c0970-5068-40b6-8ea8-60cf3d169665 req-37f4eae8-04b9-446e-9977-69224eff05ae tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:29.118952 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-489c0970-5068-40b6-8ea8-60cf3d169665 req-37f4eae8-04b9-446e-9977-69224eff05ae tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.1135826 Mar 10 06:58:29.152348 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6aa25a44-8938-40ba-b6a8-c85f0124baf8 req-4027aa97-a660-47a6-bec6-2d6e0ab9fa42 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163819 Mar 10 06:58:29.180456 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-489c0970-5068-40b6-8ea8-60cf3d169665 req-1291bf94-5bcb-48b0-b894-641601a42b05 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556185 Mar 10 06:58:29.311497 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb5a41-095c-4ba6-bf67-0744767e1673 req-b3ffd080-ab89-4645-9f2d-705e5b394e14 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:29.312970 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9bb5a41-095c-4ba6-bf67-0744767e1673 req-b3ffd080-ab89-4645-9f2d-705e5b394e14 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0528896 Mar 10 06:58:29.355689 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540211c2-4bef-4724-a180-63d57758fa14 req-9400cb05-534b-4dbb-a92a-324eb2346fec tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:29.357168 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-540211c2-4bef-4724-a180-63d57758fa14 req-9400cb05-534b-4dbb-a92a-324eb2346fec tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0512357 Mar 10 06:58:29.362124 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9bb5a41-095c-4ba6-bf67-0744767e1673 req-e84f9d8c-b7af-4af1-8080-1006e1fcd5b7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Mar 10 06:58:29.402650 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-540211c2-4bef-4724-a180-63d57758fa14 req-c6f6a88b-b488-450f-8293-0f88bceec614 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Mar 10 06:58:30.168579 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:58:30.297960 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bba21c-5742-4d4d-b8b3-8823bff16ae0 req-c8757e72-3edc-4769-b870-fa399f51ca37 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:30.299441 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-66bba21c-5742-4d4d-b8b3-8823bff16ae0 req-c8757e72-3edc-4769-b870-fa399f51ca37 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0526416 Mar 10 06:58:30.358435 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-66bba21c-5742-4d4d-b8b3-8823bff16ae0 req-fece2805-650b-4db5-b7d1-6c0062bd6095 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524890 Mar 10 06:58:30.495483 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995031-791f-4669-a7a3-19cf244a614d req-d8936f43-fcd4-4466-b909-9ce792f430a1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:30.496955 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aa995031-791f-4669-a7a3-19cf244a614d req-d8936f43-fcd4-4466-b909-9ce792f430a1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0579503 Mar 10 06:58:30.531025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee527a6d-7218-47f1-8776-0bbd8e2ebf56 req-60ecb02c-786e-43b9-964b-017ee3b14abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:30.532431 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee527a6d-7218-47f1-8776-0bbd8e2ebf56 req-60ecb02c-786e-43b9-964b-017ee3b14abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 945 time: 0.0523398 Mar 10 06:58:30.541887 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aa995031-791f-4669-a7a3-19cf244a614d req-62770b8e-a6cc-4ef0-95bf-c914d946a48f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Mar 10 06:58:30.579448 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee527a6d-7218-47f1-8776-0bbd8e2ebf56 req-3f5a381e-9ae9-4aa4-b93c-8ed8a47820ef tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Mar 10 06:58:30.990116 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:58:31.064620 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: ACTIVE; New status is: DOWN {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:31.065034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:31.086766 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:31.089584 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6657787f-b69f-4573-9703-3bd44a52ea32" -d '{"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-unplugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:31.100925 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:31.104945 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:31.126698 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef9a41b-84e1-4d60-9ec6-51db5c78edfe x-openstack-request-id: req-9ef9a41b-84e1-4d60-9ec6-51db5c78edfe {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:31.127006 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-unplugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:31.127264 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ef9a41b-84e1-4d60-9ec6-51db5c78edfe {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:31.127643 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'code': 200} Mar 10 06:58:31.152406 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=8']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:31.483084 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a6ad-415d-4451-a010-21e4b4acddbf req-bb69fcf3-5634-4267-bfad-9f97ca6b7f3f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:31.484555 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b107a6ad-415d-4451-a010-21e4b4acddbf req-bb69fcf3-5634-4267-bfad-9f97ca6b7f3f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0552342 Mar 10 06:58:31.532502 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b107a6ad-415d-4451-a010-21e4b4acddbf req-1bf650d3-0dce-4d34-bf9b-c72bbcbe1226 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424011 Mar 10 06:58:31.658779 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860edaf-afd8-4e4f-85f7-36bd1f89082e req-bef694d2-a0bb-40ab-a21f-3fea520a195f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:31.660180 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3860edaf-afd8-4e4f-85f7-36bd1f89082e req-bef694d2-a0bb-40ab-a21f-3fea520a195f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0517769 Mar 10 06:58:31.699680 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa5be-5399-4b92-8d60-076194edc76a req-176971d6-1a80-4d0e-9433-383c6daca05c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:31.701187 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-87faa5be-5399-4b92-8d60-076194edc76a req-176971d6-1a80-4d0e-9433-383c6daca05c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0521684 Mar 10 06:58:31.706519 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3860edaf-afd8-4e4f-85f7-36bd1f89082e req-d0486067-d39b-4a5a-abfc-6207ae6455be tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Mar 10 06:58:31.747127 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-87faa5be-5399-4b92-8d60-076194edc76a req-9c042828-7335-4ac2-914e-e8a2f23a14c2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Mar 10 06:58:32.646468 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bc08-030a-4750-9612-b3e843b0bd85 req-2c8587ba-40a6-46e9-9c97-f42b6e980eb4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:32.647897 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4fb5bc08-030a-4750-9612-b3e843b0bd85 req-2c8587ba-40a6-46e9-9c97-f42b6e980eb4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Mar 10 06:58:32.698876 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4fb5bc08-030a-4750-9612-b3e843b0bd85 req-15f92d2e-38ff-4bd0-9df6-df4719ba867a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449622 Mar 10 06:58:32.830025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c4af2-f8d0-4061-ad7d-b79bb683348d req-a24c6ec0-4137-49f0-9293-c9f9fb932c90 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:32.831536 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-722c4af2-f8d0-4061-ad7d-b79bb683348d req-a24c6ec0-4137-49f0-9293-c9f9fb932c90 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0602958 Mar 10 06:58:32.872150 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843a19-2859-4254-9581-4e831b62daeb req-5788d6a9-af80-4545-89bb-688f7c4f14c5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:32.873656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40843a19-2859-4254-9581-4e831b62daeb req-5788d6a9-af80-4545-89bb-688f7c4f14c5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0539091 Mar 10 06:58:32.881956 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-722c4af2-f8d0-4061-ad7d-b79bb683348d req-fca75876-f3fd-42c0-b984-ca89eacaf73f tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Mar 10 06:58:32.922074 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-40843a19-2859-4254-9581-4e831b62daeb req-d0a783bc-a437-4dab-a97b-7bf91099aa70 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429685 Mar 10 06:58:33.957127 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d1a5f-5fe7-4ca5-b6aa-a23ca2e9de32 req-892ae9af-09f8-4857-847a-eec3d530acb0 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:33.958686 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-608d1a5f-5fe7-4ca5-b6aa-a23ca2e9de32 req-892ae9af-09f8-4857-847a-eec3d530acb0 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.1950045 Mar 10 06:58:34.006824 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-608d1a5f-5fe7-4ca5-b6aa-a23ca2e9de32 req-df64c932-720e-4eb3-98e0-be2bf28f495d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423551 Mar 10 06:58:34.056407 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7b4d-a1f5-4cdb-aab0-168374cd0574 req-a8ea8181-df74-4783-a11d-a686dd6f9228 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:34.058077 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-db6c7b4d-a1f5-4cdb-aab0-168374cd0574 req-a8ea8181-df74-4783-a11d-a686dd6f9228 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1073952 Mar 10 06:58:34.104387 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-db6c7b4d-a1f5-4cdb-aab0-168374cd0574 req-a66eedba-ff91-455e-bcf5-b315440c4807 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Mar 10 06:58:34.117110 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff657c43-c66a-42fd-9cb7-4a36299d312a req-2ae2aec1-faa2-4bb0-b194-5ef4688cd8c9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:34.119424 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ff657c43-c66a-42fd-9cb7-4a36299d312a req-2ae2aec1-faa2-4bb0-b194-5ef4688cd8c9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0550127 Mar 10 06:58:34.165099 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ff657c43-c66a-42fd-9cb7-4a36299d312a req-40a76a11-bfe1-4049-8391-3c36edfeede8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Mar 10 06:58:35.129052 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80c95c-4c97-402b-b57d-89fc16700ead req-c31c7eb2-ec43-44d4-afc9-d456ce4b2a46 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:35.130499 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-db80c95c-4c97-402b-b57d-89fc16700ead req-c31c7eb2-ec43-44d4-afc9-d456ce4b2a46 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0541518 Mar 10 06:58:35.178245 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-db80c95c-4c97-402b-b57d-89fc16700ead req-21c05872-5c36-48b6-b836-95f215aef228 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423100 Mar 10 06:58:35.227118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375b33e-bee8-41f6-bbc3-d0d2e555fb7a req-af59e352-402c-4ce3-a720-1db9a6f4655d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:35.229195 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6375b33e-bee8-41f6-bbc3-d0d2e555fb7a req-af59e352-402c-4ce3-a720-1db9a6f4655d tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0572441 Mar 10 06:58:35.274564 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6375b33e-bee8-41f6-bbc3-d0d2e555fb7a req-404c5c08-495f-47e1-bbda-2a812f98b9ad tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Mar 10 06:58:35.282055 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b69a0-db64-4549-a304-2e7d6c549296 req-da3a2136-566d-4d17-8edb-df2b35988612 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:35.283533 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-588b69a0-db64-4549-a304-2e7d6c549296 req-da3a2136-566d-4d17-8edb-df2b35988612 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0505466 Mar 10 06:58:35.328416 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-588b69a0-db64-4549-a304-2e7d6c549296 req-1d7c1a8e-d581-40d4-8a71-487e9309137a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Mar 10 06:58:36.296250 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26d908-29e6-4416-950b-f15ac7c1ca08 req-199cdd3b-df93-4bbf-8089-e2dc0179e27e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:36.297852 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4c26d908-29e6-4416-950b-f15ac7c1ca08 req-199cdd3b-df93-4bbf-8089-e2dc0179e27e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0518095 Mar 10 06:58:36.345607 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4c26d908-29e6-4416-950b-f15ac7c1ca08 req-5f1d16d7-ac40-458d-972c-d1e2b5713043 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420439 Mar 10 06:58:36.391751 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088233f-50f0-434f-ae70-44ddeb81271e req-95f77f2b-2f88-4c40-be79-1e7b8c6d8755 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:36.393237 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9088233f-50f0-434f-ae70-44ddeb81271e req-95f77f2b-2f88-4c40-be79-1e7b8c6d8755 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0524778 Mar 10 06:58:36.443280 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9088233f-50f0-434f-ae70-44ddeb81271e req-d0fa1cc6-1504-433d-b30d-800eb609ecc0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Mar 10 06:58:36.460693 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10958-2803-4e58-859f-740ab791e837 req-d36b4f8d-c517-42ba-bfd3-aa0411e21356 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:36.462163 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ea10958-2803-4e58-859f-740ab791e837 req-d36b4f8d-c517-42ba-bfd3-aa0411e21356 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0576100 Mar 10 06:58:36.507566 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ea10958-2803-4e58-859f-740ab791e837 req-cdd11a6d-b022-4f32-81bd-22eec37a227b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400307 Mar 10 06:58:36.971484 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [req-1bd07726-99da-4b38-ac9c-4a51f5e701b8 req-5539c877-f9a5-43aa-a0c5-6c9137ec60f5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:58:36.972456 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1bd07726-99da-4b38-ac9c-4a51f5e701b8 req-5539c877-f9a5-43aa-a0c5-6c9137ec60f5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052722 Mar 10 06:58:37.127895 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2b63-2c09-4b5d-b039-19a1b2b95ecd req-a2f56bd5-6f25-4961-b0bc-316b252baf9a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:37.129419 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-67db2b63-2c09-4b5d-b039-19a1b2b95ecd req-a2f56bd5-6f25-4961-b0bc-316b252baf9a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0515571 Mar 10 06:58:37.175441 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-67db2b63-2c09-4b5d-b039-19a1b2b95ecd req-2f7f518a-4ff6-47b8-a437-cb6b58c58564 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405614 Mar 10 06:58:37.344075 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59670) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:37.462588 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-91af05dd-bb1d-4c0f-9a1e-0eca28bb8014 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173728 Mar 10 06:58:37.472116 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-b7bdc72e-df67-4c0a-8b6d-197b7cd1f1e9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:58:37.476764 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-b7bdc72e-df67-4c0a-8b6d-197b7cd1f1e9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059586 Mar 10 06:58:37.485943 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f0d9-9f35-43a9-b6d3-e35d0e43eb91 req-3efede45-f0f5-40bd-b81e-054cb1ff4d57 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:37.487427 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4361f0d9-9f35-43a9-b6d3-e35d0e43eb91 req-3efede45-f0f5-40bd-b81e-054cb1ff4d57 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 944 time: 0.0728905 Mar 10 06:58:37.540926 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4361f0d9-9f35-43a9-b6d3-e35d0e43eb91 req-a6a8c96d-cf69-40c7-90e2-2f541c36fd02 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455821 Mar 10 06:58:37.558214 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 59682) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:37.570053 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56aef5-93bf-455e-8bc9-e8b051b764d4 req-6febbe10-c1b1-4892-bf49-a809ab2cb588 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:37.571588 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ef56aef5-93bf-455e-8bc9-e8b051b764d4 req-6febbe10-c1b1-4892-bf49-a809ab2cb588 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0594733 Mar 10 06:58:37.618397 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ef56aef5-93bf-455e-8bc9-e8b051b764d4 req-58d59fc5-db0a-4505-a2c5-e4fc788543f8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Mar 10 06:58:37.645086 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:58:37.652758 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-6be0d436-32b6-4230-80aa-f3ec7ff66547 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:37.654149 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-6be0d436-32b6-4230-80aa-f3ec7ff66547 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports/93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 940 time: 0.0947301 Mar 10 06:58:37.693571 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:58:37.698814 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:58:37.699199 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:37.781252 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:37.781673 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:37.804483 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:37.807360 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d21d1b-3987-4ef5-87ff-a478edc22b03" -d '{"events": [{"server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "name": "network-vif-plugged", "status": "completed", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:37.820427 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:37.824738 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:37.825702 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:58:37.850739 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2959e031-e479-43dc-9b08-567d44d12018 x-openstack-request-id: req-2959e031-e479-43dc-9b08-567d44d12018 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:37.851045 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "name": "network-vif-plugged", "status": "completed", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:37.851291 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2959e031-e479-43dc-9b08-567d44d12018 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:37.851675 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'code': 200} Mar 10 06:58:37.903178 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:37.949957 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: DOWN; New status is: DOWN {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:58:38.141378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485b7fc-1ef5-45ef-a785-9bc906182c5b req-f4a722d6-6d60-4b81-a25a-02db72a5114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:38.142867 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e485b7fc-1ef5-45ef-a785-9bc906182c5b req-f4a722d6-6d60-4b81-a25a-02db72a5114a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 1129 time: 0.0461731 Mar 10 06:58:38.188403 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e485b7fc-1ef5-45ef-a785-9bc906182c5b req-bb8a57f2-5097-42e1-955a-d81f20bb15a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388753 Mar 10 06:58:38.294506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180693-4bea-4858-b5d3-c65733cbb924 req-9cc76f39-534b-41a3-8085-f7c5b668612c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:38.295972 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-30180693-4bea-4858-b5d3-c65733cbb924 req-9cc76f39-534b-41a3-8085-f7c5b668612c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0515590 Mar 10 06:58:38.340624 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-30180693-4bea-4858-b5d3-c65733cbb924 req-4dd11c42-a9e6-490e-986f-e847c49af4e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388865 Mar 10 06:58:38.445516 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:38.748658 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aff04-f9fe-400e-91bb-4f1ac1ab3e9c req-bd27825f-ddfe-4d8b-af72-1e73ae093421 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:38.750172 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-823aff04-f9fe-400e-91bb-4f1ac1ab3e9c req-bd27825f-ddfe-4d8b-af72-1e73ae093421 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0618069 Mar 10 06:58:38.798433 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-823aff04-f9fe-400e-91bb-4f1ac1ab3e9c req-7e6428a4-290b-4997-a60b-df2f6141d718 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Mar 10 06:58:38.844509 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7cc4c-c5bd-4d58-8b43-c741dac8d508 req-16a9f338-bd72-4feb-8fbd-c101c14c2053 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:38.846066 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9ea7cc4c-c5bd-4d58-8b43-c741dac8d508 req-16a9f338-bd72-4feb-8fbd-c101c14c2053 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.0808997 Mar 10 06:58:38.898285 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9ea7cc4c-c5bd-4d58-8b43-c741dac8d508 req-ff12e343-74a9-4c5b-b854-4230531ea2af tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463169 Mar 10 06:58:39.464302 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175479c0-0b0e-41ee-87d1-a1e4807a7b0e req-6bca27ff-e1ff-4e06-a7da-ef9209d5837e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:39.465825 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-175479c0-0b0e-41ee-87d1-a1e4807a7b0e req-6bca27ff-e1ff-4e06-a7da-ef9209d5837e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0513754 Mar 10 06:58:39.512459 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-175479c0-0b0e-41ee-87d1-a1e4807a7b0e req-4724096f-fadc-46ec-b3c4-6872869e462a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Mar 10 06:58:39.914486 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259e453-8d4c-4eea-bc95-f81ac8d33105 req-e9964e44-223b-4ded-a931-91bd62dd088e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:39.916538 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0259e453-8d4c-4eea-bc95-f81ac8d33105 req-e9964e44-223b-4ded-a931-91bd62dd088e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0508549 Mar 10 06:58:39.967030 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0259e453-8d4c-4eea-bc95-f81ac8d33105 req-69150247-cff2-4aa5-b11e-187cf00ffe69 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Mar 10 06:58:40.087120 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5082a5-4f76-4273-80fd-198953b6f33e req-2576e49e-8222-4dbc-bc18-b8de3bb77aed tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:40.089186 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a5082a5-4f76-4273-80fd-198953b6f33e req-2576e49e-8222-4dbc-bc18-b8de3bb77aed tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.0566907 Mar 10 06:58:40.139323 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a5082a5-4f76-4273-80fd-198953b6f33e req-f7a12416-0d8f-44fb-b082-5fa15fdbe22e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445707 Mar 10 06:58:40.621743 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-2ef83a9e-bb49-43dc-abb4-e0b90e354a3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459838 Mar 10 06:58:40.634090 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc95932-4240-4cd1-8d24-ce4237aae1bc req-ee464ebd-77de-4ec5-862a-5cc71385ab63 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:40.635472 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9fc95932-4240-4cd1-8d24-ce4237aae1bc req-ee464ebd-77de-4ec5-862a-5cc71385ab63 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0520155 Mar 10 06:58:40.680136 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9fc95932-4240-4cd1-8d24-ce4237aae1bc req-e501f0be-d9ed-4878-9321-a32432a09916 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383580 Mar 10 06:58:40.715735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-7af82780-cc85-42bc-bd27-db3fccfb51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:40.717244 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-7af82780-cc85-42bc-bd27-db3fccfb51ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.0469077 Mar 10 06:58:40.822455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-bb9168a6-4156-4b81-ba8e-98a3bfd43285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:40.823911 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-bb9168a6-4156-4b81-ba8e-98a3bfd43285 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.0821645 Mar 10 06:58:40.896855 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-d7c8fb0f-469f-4ab8-8715-7a6486268e51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1001 time: 0.0581524 Mar 10 06:58:40.944839 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-53144b4d-76f9-4d8f-a3ec-d8c7b0176a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:40.946308 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-53144b4d-76f9-4d8f-a3ec-d8c7b0176a1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0427659 Mar 10 06:58:41.001256 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-0bf7e88b-7060-413f-a13c-7e0f0752532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.002921 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-0bf7e88b-7060-413f-a13c-7e0f0752532b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450766 Mar 10 06:58:41.117800 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-290bdcb6-5423-4ae8-b470-d3a4455990e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.119290 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-290bdcb6-5423-4ae8-b470-d3a4455990e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534&tenant_id=db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 1127 time: 0.0791109 Mar 10 06:58:41.149830 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e6b8-7d6d-4a2b-9f59-5ed5cdf805ec req-483be39f-5f22-415d-9eb4-d5431a3ef754 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.151221 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f12e6b8-7d6d-4a2b-9f59-5ed5cdf805ec req-483be39f-5f22-415d-9eb4-d5431a3ef754 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.1130967 Mar 10 06:58:41.174610 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-62a71a1f-8fa3-44ca-b162-fbf7ca1b7e5e service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274235 Mar 10 06:58:41.221566 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f12e6b8-7d6d-4a2b-9f59-5ed5cdf805ec req-ea53d22f-7633-4486-8e34-3a9a00c1e7d9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642076 Mar 10 06:58:41.225541 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-f64fd8bf-eba8-44d4-8d3c-b9f175ca43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.227015 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-f64fd8bf-eba8-44d4-8d3c-b9f175ca43c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1127 time: 0.0675631 Mar 10 06:58:41.299100 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1540057-cf3d-4f05-bc70-ad8645b6e6a6 req-5a98c8aa-9d21-4fc9-a32f-a93daebec31d service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120033 Mar 10 06:58:41.587043 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fd1ea-68fa-4a42-b3e5-a182d2b3ed56 req-89eac685-a63e-42ce-ab6a-6e26d64dbcbd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.588506 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-678fd1ea-68fa-4a42-b3e5-a182d2b3ed56 req-89eac685-a63e-42ce-ab6a-6e26d64dbcbd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.3785748 Mar 10 06:58:41.593839 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-63d454a6-1485-4260-a113-b906bd819867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.595182 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-63d454a6-1485-4260-a113-b906bd819867 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.3447447 Mar 10 06:58:41.646492 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-678fd1ea-68fa-4a42-b3e5-a182d2b3ed56 req-043838d8-9019-4188-ace2-8b15a4c82926 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503106 Mar 10 06:58:41.721155 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-5e10c17f-6de3-41fc-bff9-e21e5bdf35c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 200 len: 998 time: 0.0694835 Mar 10 06:58:41.809415 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-3dc2abea-98b5-4fd3-9e0f-2b4fe17afbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.811168 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-3dc2abea-98b5-4fd3-9e0f-2b4fe17afbf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0512109 Mar 10 06:58:41.815252 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e176b2-31ac-4cc2-955b-7c75cf4d497b req-ec4e3284-2d1f-4531-afda-53943070bc8b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.816697 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f6e176b2-31ac-4cc2-955b-7c75cf4d497b req-ec4e3284-2d1f-4531-afda-53943070bc8b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.0814574 Mar 10 06:58:41.863534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-30e51caa-93e8-458b-8e35-684457073158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.865212 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-30e51caa-93e8-458b-8e35-684457073158 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476823 Mar 10 06:58:41.867926 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7ff28-b639-4208-bbab-a01f70b442f7 req-aa44fc45-e67b-4ee8-b9c5-bd997d5914e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.869388 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5cc7ff28-b639-4208-bbab-a01f70b442f7 req-aa44fc45-e67b-4ee8-b9c5-bd997d5914e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0877326 Mar 10 06:58:41.888839 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f6e176b2-31ac-4cc2-955b-7c75cf4d497b req-6035717d-db6d-4c95-b6b1-69f5f39c3273 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613644 Mar 10 06:58:41.914054 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 59748) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:41.926074 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5cc7ff28-b639-4208-bbab-a01f70b442f7 req-da899f5e-84ed-425d-96c6-d979ea975fd8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Mar 10 06:58:41.981647 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cecb8-0c52-4325-ab29-d1d826b2fae7 req-8a36cecf-d30c-4534-8c4f-bf3398490a25 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:41.983124 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ab8cecb8-0c52-4325-ab29-d1d826b2fae7 req-8a36cecf-d30c-4534-8c4f-bf3398490a25 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.1138127 Mar 10 06:58:42.006200 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-b4840328-c13a-455e-b7d7-f75e17ab88c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267998 Mar 10 06:58:42.042439 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ab8cecb8-0c52-4325-ab29-d1d826b2fae7 req-28e51dca-4cfb-4644-929e-2970aaad40dd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481312 Mar 10 06:58:42.064045 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72b95a-502f-48ba-8b8d-4ccc79284c45 tempest-TestVolumeBootPattern-1338300467 tempest-TestVolumeBootPattern-1338300467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:42.065569 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-5f72b95a-502f-48ba-8b8d-4ccc79284c45 tempest-TestVolumeBootPattern-1338300467 tempest-TestVolumeBootPattern-1338300467-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 1124 time: 0.1494775 Mar 10 06:58:42.068311 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 59752) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:58:42.072471 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'port_id': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:58:42.092102 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:42.185219 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:42.442584 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4dad6155-141d-435a-8d9c-c859fcfde27a req-9e01838b-f699-4c2d-bde0-bde848d0edaa service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993216 Mar 10 06:58:42.560477 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59213990-3322-4a2c-b855-4275491b88dc req-e67a53d7-6815-4d1a-9436-f0f3fa44ccd1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:42.561972 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-59213990-3322-4a2c-b855-4275491b88dc req-e67a53d7-6815-4d1a-9436-f0f3fa44ccd1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0943925 Mar 10 06:58:42.586228 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Allocated IP 172.27.1.233 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:58:42.640713 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-59213990-3322-4a2c-b855-4275491b88dc req-af35948d-97e6-4da3-a04a-672eacb1947b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731373 Mar 10 06:58:42.723357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:42.754011 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc0d7f-979c-4540-b975-72f69c667032 req-58572749-be28-4562-811e-6f965b91ffc7 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:42.757473 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3dcc0d7f-979c-4540-b975-72f69c667032 req-58572749-be28-4562-811e-6f965b91ffc7 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0554008 Mar 10 06:58:42.757957 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:42.801070 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:58:42.806518 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:58:42.809843 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:58:42.810513 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3dcc0d7f-979c-4540-b975-72f69c667032 req-c83baa6c-5c31-4f76-a78e-c2566332c0e8 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Mar 10 06:58:42.833650 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:43.284899 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9919-d599-4093-bb0e-6ca9173af863 req-c4a37727-954b-44dd-8b9f-675dc4fd32ea tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:43.286577 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-056a9919-d599-4093-bb0e-6ca9173af863 req-c4a37727-954b-44dd-8b9f-675dc4fd32ea tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.1186535 Mar 10 06:58:43.338316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (d9c7d281-509f-40d5-9d43-ad9451343a56), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:43.371895 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-056a9919-d599-4093-bb0e-6ca9173af863 req-0eca1bf3-de64-4bd9-a1ea-ed11d9c7b945 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788355 Mar 10 06:58:43.439879 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:43.596934 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:43.601440 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:43.674154 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:58:43.692508 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (d9c7d281-509f-40d5-9d43-ad9451343a56), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:43.794667 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c676d34-703b-4b5e-b220-f454ed263a6e req-0aaccd72-0e4f-49bf-888d-545e9874aacb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:43.796388 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7c676d34-703b-4b5e-b220-f454ed263a6e req-0aaccd72-0e4f-49bf-888d-545e9874aacb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0603077 Mar 10 06:58:43.811030 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Floating IP d9c7d281-509f-40d5-9d43-ad9451343a56 associated. External IP: 172.27.1.233, port: 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf. Mar 10 06:58:43.852914 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7c676d34-703b-4b5e-b220-f454ed263a6e req-89cd13a0-3033-47ae-940d-738ee53eb998 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Mar 10 06:58:44.032950 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b15e-0dd0-4de3-8b9a-5f4568ec5c2f req-e50c942f-1bb3-40a0-9e51-6efa6ba36d33 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:44.034458 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f241b15e-0dd0-4de3-8b9a-5f4568ec5c2f req-e50c942f-1bb3-40a0-9e51-6efa6ba36d33 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.1105926 Mar 10 06:58:44.127419 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f241b15e-0dd0-4de3-8b9a-5f4568ec5c2f req-b95b9bc7-0828-4b9f-bfa6-a85e459f7456 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868220 Mar 10 06:58:44.134093 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:58:44.247998 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:58:44.257522 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:58:44.266616 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:44.268282 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:58:44.268883 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:58:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:44.305062 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-86cc760a-d94a-4d1e-b466-41c009952893 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2276697 Mar 10 06:58:44.305062 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:58:44.305062 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f7094f-7a2f-4e57-8674-11e41bb50792" -d '{"events": [{"name": "network-changed", "server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:58:44.343460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeedee7b-3ae4-46f2-860b-4ecd028b2033 x-openstack-request-id: req-eeedee7b-3ae4-46f2-860b-4ecd028b2033 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:58:44.343460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:58:44.343460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeedee7b-3ae4-46f2-860b-4ecd028b2033 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:58:44.343460 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'status': 'completed', 'code': 200} Mar 10 06:58:44.381101 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:58:44.511595 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cb09-a098-42fd-94f1-fa10a233165d req-e6298f12-ad8f-42fd-ba6e-06ac21c5c130 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:44.514015 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ef05cb09-a098-42fd-94f1-fa10a233165d req-e6298f12-ad8f-42fd-ba6e-06ac21c5c130 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0638561 Mar 10 06:58:44.566201 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ef05cb09-a098-42fd-94f1-fa10a233165d req-b812dba8-1221-4fbe-8b66-9acbea4207ea tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454202 Mar 10 06:58:44.715793 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'd9c7d281-509f-40d5-9d43-ad9451343a56', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:b4:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:58:43Z', 'updated_at': '2022-03-10T06:58:43Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:44.746220 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:58:44.754765 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:58:44.755366 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:58:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:44.865001 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:58:45.010271 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b941369-f88b-46e6-b246-4747188eb544 req-eba3b1ba-93a4-4130-8525-c733196f057c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:45.017149 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2b941369-f88b-46e6-b246-4747188eb544 req-eba3b1ba-93a4-4130-8525-c733196f057c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0688565 Mar 10 06:58:45.070899 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2b941369-f88b-46e6-b246-4747188eb544 req-5e9275ea-e5d9-47db-8de0-761182483364 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Mar 10 06:58:45.108334 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'd9c7d281-509f-40d5-9d43-ad9451343a56', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:b4:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:58:43Z', 'updated_at': '2022-03-10T06:58:43Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:58:45.137856 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da959b7-fac7-4887-9d23-122a877624ae None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': 'd9c7d281-509f-40d5-9d43-ad9451343a56', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:b4:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:58:43Z', 'updated_at': '2022-03-10T06:58:43Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:58:45.255979 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961252c-a58f-4a13-a1d0-644f13180ee2 req-92e2d0e5-6921-4fdf-a4a6-59f2c1f1cde5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:45.260067 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b961252c-a58f-4a13-a1d0-644f13180ee2 req-92e2d0e5-6921-4fdf-a4a6-59f2c1f1cde5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0618529 Mar 10 06:58:45.309868 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b961252c-a58f-4a13-a1d0-644f13180ee2 req-00f05f82-0b10-45ce-8152-2c2119cbb313 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Mar 10 06:58:45.373081 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb2154-aa95-4be3-9a97-865e83389b40 None None] New status for floating IP d9c7d281-509f-40d5-9d43-ad9451343a56: ACTIVE {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:58:45.697211 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49b80-4ed8-4d12-b057-9c2be83f0491 req-a30b25b1-a0b9-4270-81dc-d1f7a10d1d9a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:45.699339 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-62b49b80-4ed8-4d12-b057-9c2be83f0491 req-a30b25b1-a0b9-4270-81dc-d1f7a10d1d9a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0554414 Mar 10 06:58:45.749059 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-62b49b80-4ed8-4d12-b057-9c2be83f0491 req-6130e030-0ff8-4c98-8ce0-69d2515525fc tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439401 Mar 10 06:58:46.196281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d5cc0-9848-4f20-8081-c2885b6cde6b req-04be19cd-813b-4b4e-9e0e-074edab5a85e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:46.197789 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-709d5cc0-9848-4f20-8081-c2885b6cde6b req-04be19cd-813b-4b4e-9e0e-074edab5a85e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0523016 Mar 10 06:58:46.244794 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-709d5cc0-9848-4f20-8081-c2885b6cde6b req-cddf9f8d-5202-47ea-b96f-e91ea35a4e31 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Mar 10 06:58:46.440360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25a67-fa0b-4c65-a9b1-1e10a3702d79 req-3d530fca-5a72-43c6-a868-48e66b652f47 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:46.441944 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5db25a67-fa0b-4c65-a9b1-1e10a3702d79 req-3d530fca-5a72-43c6-a868-48e66b652f47 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0612333 Mar 10 06:58:46.491506 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5db25a67-fa0b-4c65-a9b1-1e10a3702d79 req-9228b7b7-c50b-45fd-a57e-94bf4ed32b3f tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Mar 10 06:58:46.880606 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c4493-dbf7-4e7a-9c1c-38f0428750d6 req-6251f6c4-79ee-4272-89e2-97368f647e57 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:46.882086 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-925c4493-dbf7-4e7a-9c1c-38f0428750d6 req-6251f6c4-79ee-4272-89e2-97368f647e57 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0518734 Mar 10 06:58:46.931200 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-925c4493-dbf7-4e7a-9c1c-38f0428750d6 req-2bdb8220-c006-4aa9-8df6-828dc49f7e7a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Mar 10 06:58:47.364634 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa637dd7-fe46-4b59-9608-1ea5837781e4 req-9d2ba46b-941f-485b-a374-27a6e746cd36 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:47.366157 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-aa637dd7-fe46-4b59-9608-1ea5837781e4 req-9d2ba46b-941f-485b-a374-27a6e746cd36 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0514600 Mar 10 06:58:47.413104 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-aa637dd7-fe46-4b59-9608-1ea5837781e4 req-6348e900-01f9-478a-9b59-52bb91575085 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Mar 10 06:58:47.617485 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7dfed-ec6c-4dfe-b461-5f5f77c21ed9 req-dfd38945-9454-4aec-9364-c052875febe3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:47.618949 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-89f7dfed-ec6c-4dfe-b461-5f5f77c21ed9 req-dfd38945-9454-4aec-9364-c052875febe3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0541203 Mar 10 06:58:47.664983 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-89f7dfed-ec6c-4dfe-b461-5f5f77c21ed9 req-fad5df42-7194-4e2a-ac10-7286c51cdc5a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Mar 10 06:58:48.065365 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e41bc-50db-4e2e-92d9-dfe8c3c323b0 req-28843386-f713-4496-aed8-3f05a9bb77c6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:48.066689 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-315e41bc-50db-4e2e-92d9-dfe8c3c323b0 req-28843386-f713-4496-aed8-3f05a9bb77c6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0597682 Mar 10 06:58:48.116134 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-315e41bc-50db-4e2e-92d9-dfe8c3c323b0 req-37e5ccf6-1780-41f4-b10a-5c2b173c3480 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Mar 10 06:58:48.535039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef2a63-deea-47c9-85bc-6660d3e968cd req-1c312dfc-8573-4d5f-a2eb-0321607be6e5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:48.536656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-adef2a63-deea-47c9-85bc-6660d3e968cd req-1c312dfc-8573-4d5f-a2eb-0321607be6e5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0525699 Mar 10 06:58:48.587215 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-adef2a63-deea-47c9-85bc-6660d3e968cd req-1ebe4dbd-d66f-4990-9b58-0c1302f53010 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Mar 10 06:58:48.785718 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459562-f45a-4516-8393-8add511c0151 req-8387a59a-1a8b-45cc-bab9-60499fc5f478 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:48.787170 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d3459562-f45a-4516-8393-8add511c0151 req-8387a59a-1a8b-45cc-bab9-60499fc5f478 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0539668 Mar 10 06:58:48.835625 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-d3459562-f45a-4516-8393-8add511c0151 req-f7e47eff-aa56-4ddb-a845-919573161cbb tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Mar 10 06:58:49.254104 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d26e3-e739-46be-8189-4542c7cb5391 req-289ac545-a306-44f8-a8d7-928fd73bb156 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:49.255572 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-214d26e3-e739-46be-8189-4542c7cb5391 req-289ac545-a306-44f8-a8d7-928fd73bb156 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0584753 Mar 10 06:58:49.302514 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-214d26e3-e739-46be-8189-4542c7cb5391 req-23ee4ca2-29ce-44b6-949d-5da07852c06f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Mar 10 06:58:49.717609 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115a55e-141d-43ea-827b-534aa3720915 req-69e785bb-61fd-4d8d-8dd0-f8b3e8b61fc1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:49.724762 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f115a55e-141d-43ea-827b-534aa3720915 req-69e785bb-61fd-4d8d-8dd0-f8b3e8b61fc1 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0689840 Mar 10 06:58:49.776022 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f115a55e-141d-43ea-827b-534aa3720915 req-99afc62d-2181-47ed-aab9-c54e27d80e2e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503662 Mar 10 06:58:49.978716 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718cad-f175-4276-b1cb-7a5c75160abd req-69c07768-3aad-4d00-84f8-5dc9bbf09648 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:49.980342 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b4718cad-f175-4276-b1cb-7a5c75160abd req-69c07768-3aad-4d00-84f8-5dc9bbf09648 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0658569 Mar 10 06:58:50.036935 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b4718cad-f175-4276-b1cb-7a5c75160abd req-a8ba444b-0571-4752-ab9e-932df73c7d70 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 Mar 10 06:58:50.435913 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627817-8ac1-413f-8637-752c786795ea req-15ccf7fc-58a1-4fc0-ad94-df3efefcf3b4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:50.437487 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1f627817-8ac1-413f-8637-752c786795ea req-15ccf7fc-58a1-4fc0-ad94-df3efefcf3b4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0616705 Mar 10 06:58:50.488424 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1f627817-8ac1-413f-8637-752c786795ea req-33d03d39-7d27-417b-8885-f56f5e913432 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447576 Mar 10 06:58:50.896032 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c27e3-f26f-4e8d-80ab-4778bea705e7 req-6f219bbd-4225-4c60-888f-869244b89f38 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:50.898687 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a0c27e3-f26f-4e8d-80ab-4778bea705e7 req-6f219bbd-4225-4c60-888f-869244b89f38 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0530329 Mar 10 06:58:50.948207 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a0c27e3-f26f-4e8d-80ab-4778bea705e7 req-667d0028-19d4-48f2-8545-52858174df2e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Mar 10 06:58:51.161505 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38702856-4a62-4a50-b8fd-856c6d4225af req-d2c8d9a5-a8ad-4864-ad1c-aa63813be707 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:51.163124 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-38702856-4a62-4a50-b8fd-856c6d4225af req-d2c8d9a5-a8ad-4864-ad1c-aa63813be707 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0532811 Mar 10 06:58:51.211109 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-38702856-4a62-4a50-b8fd-856c6d4225af req-050a694a-4a94-4700-9d70-db75d1ef801b tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Mar 10 06:58:51.615077 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205101d-fa47-49c2-a145-522341bb2975 req-727508af-60b1-4bdf-a8cc-882bf9b34794 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:51.616554 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5205101d-fa47-49c2-a145-522341bb2975 req-727508af-60b1-4bdf-a8cc-882bf9b34794 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0538664 Mar 10 06:58:51.664630 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5205101d-fa47-49c2-a145-522341bb2975 req-4f992ebb-836a-4dab-a545-f3ad746fd439 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Mar 10 06:58:52.075319 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab067bf-6910-4dbd-ba74-cf2897031c4b req-6feb84b2-a5a3-43cd-b21b-33a1e141ddb7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:52.076815 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fab067bf-6910-4dbd-ba74-cf2897031c4b req-6feb84b2-a5a3-43cd-b21b-33a1e141ddb7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0584464 Mar 10 06:58:52.127346 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fab067bf-6910-4dbd-ba74-cf2897031c4b req-ad8dcde5-67e4-4435-a5a7-41578f86fca8 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Mar 10 06:58:52.330186 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec8ba-10d3-42e4-9312-37387e9b018e req-d276a5c2-f6c8-4fc1-a4f5-2dccf8a06103 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:52.331635 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b46ec8ba-10d3-42e4-9312-37387e9b018e req-d276a5c2-f6c8-4fc1-a4f5-2dccf8a06103 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0533547 Mar 10 06:58:52.377633 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b46ec8ba-10d3-42e4-9312-37387e9b018e req-9343ea68-d601-430b-bbc7-688a4798dde4 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Mar 10 06:58:52.669723 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-efb5313c-2b96-4a59-b912-b7d077f45c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:52.787803 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9d777-f5f1-4386-978f-7ab93fa71b0d req-93aeda35-b15e-47ba-a852-6190dae938d2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:52.789381 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2de9d777-f5f1-4386-978f-7ab93fa71b0d req-93aeda35-b15e-47ba-a852-6190dae938d2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0544801 Mar 10 06:58:52.836909 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2de9d777-f5f1-4386-978f-7ab93fa71b0d req-36e3d116-8c02-4c64-8565-41784c8716a3 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Mar 10 06:58:53.250832 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b8335-6a29-418f-871e-9dbf1026c545 req-587ac1cb-11ab-44c5-be8d-d21a812af3b0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:53.252449 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c13b8335-6a29-418f-871e-9dbf1026c545 req-587ac1cb-11ab-44c5-be8d-d21a812af3b0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0578659 Mar 10 06:58:53.301184 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c13b8335-6a29-418f-871e-9dbf1026c545 req-d66128c0-549d-45a9-b066-b5d8112dd05b tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Mar 10 06:58:53.500648 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41077d9-47d4-4ffe-bf65-1151c863faf0 req-3b500373-0313-46ee-9142-1ad4a50f1975 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:53.502223 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a41077d9-47d4-4ffe-bf65-1151c863faf0 req-3b500373-0313-46ee-9142-1ad4a50f1975 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0525298 Mar 10 06:58:53.560182 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a41077d9-47d4-4ffe-bf65-1151c863faf0 req-ab57c638-7832-4e7b-91f4-69518b67d9ed tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Mar 10 06:58:53.968424 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68808bb6-34c7-4bcb-aecc-c70cec7ce46f req-97aef4cc-992a-40db-b273-94bfd3eebac8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:53.969929 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-68808bb6-34c7-4bcb-aecc-c70cec7ce46f req-97aef4cc-992a-40db-b273-94bfd3eebac8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0515871 Mar 10 06:58:54.021948 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-68808bb6-34c7-4bcb-aecc-c70cec7ce46f req-2351096b-44ec-47c8-96f7-f43d2b7672af tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460768 Mar 10 06:58:54.424359 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0fcf-480c-4000-a89d-a1526a7c598b req-61a995be-077f-453b-93b0-363cea59e561 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:54.426232 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-065e0fcf-480c-4000-a89d-a1526a7c598b req-61a995be-077f-453b-93b0-363cea59e561 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0569766 Mar 10 06:58:54.473514 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-065e0fcf-480c-4000-a89d-a1526a7c598b req-cf4f8163-6345-44ea-9428-9a81063e3b34 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Mar 10 06:58:54.690083 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638c12-f460-43f2-b3ca-2f5dce1e897a req-9b9d4217-5f6f-4d16-baa2-b973550bc182 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:54.691586 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da638c12-f460-43f2-b3ca-2f5dce1e897a req-9b9d4217-5f6f-4d16-baa2-b973550bc182 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0584168 Mar 10 06:58:54.739255 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da638c12-f460-43f2-b3ca-2f5dce1e897a req-d1f3df12-8db1-48b5-b75d-b52a77e82463 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Mar 10 06:58:54.986674 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f3814356-9b71-4599-ae04-a59bbd901453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:55.147126 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb0656-a764-4087-b033-82c4b95148e6 req-c25179e5-91c7-4049-88ff-cf24e07d1002 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:55.148584 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-75bb0656-a764-4087-b033-82c4b95148e6 req-c25179e5-91c7-4049-88ff-cf24e07d1002 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0510027 Mar 10 06:58:55.196060 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-75bb0656-a764-4087-b033-82c4b95148e6 req-cb72cacc-11f7-49b1-bed7-30a4d49b90f9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Mar 10 06:58:55.597573 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643dfbd-817f-4e90-80e7-389068699fe1 req-d323b7fd-f420-40c9-9df2-f146bea7430a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:55.599017 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4643dfbd-817f-4e90-80e7-389068699fe1 req-d323b7fd-f420-40c9-9df2-f146bea7430a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0509603 Mar 10 06:58:55.642742 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4643dfbd-817f-4e90-80e7-389068699fe1 req-06d74184-80e9-456c-927e-0da02f46b4ea tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384634 Mar 10 06:58:55.857461 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a20f36-2fc5-431c-9ede-532309a3e999 req-15357e00-8620-4a8c-a008-e0b61ee4ac84 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:55.858909 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9a20f36-2fc5-431c-9ede-532309a3e999 req-15357e00-8620-4a8c-a008-e0b61ee4ac84 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0557487 Mar 10 06:58:55.904002 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e9a20f36-2fc5-431c-9ede-532309a3e999 req-065a7bf5-566e-4d0f-ac53-da635dde467a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Mar 10 06:58:55.987106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:56.314503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29b89-6565-4d79-8dc8-fc0205789e2b req-8433bede-4962-4f1b-952d-3f18b32a1262 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:56.315943 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e2e29b89-6565-4d79-8dc8-fc0205789e2b req-8433bede-4962-4f1b-952d-3f18b32a1262 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0508399 Mar 10 06:58:56.363222 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e2e29b89-6565-4d79-8dc8-fc0205789e2b req-253d6901-d4ac-4f67-92a6-487967a8bc06 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419176 Mar 10 06:58:56.757937 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7f4-039e-477f-bd05-f8b8278c234d req-f1fbcc62-2125-400b-a631-236a1d2c04e9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:56.759399 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a87a7f4-039e-477f-bd05-f8b8278c234d req-f1fbcc62-2125-400b-a631-236a1d2c04e9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0517068 Mar 10 06:58:56.805069 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5a87a7f4-039e-477f-bd05-f8b8278c234d req-0b0f21a8-b503-49fe-8255-7a213e2f23fe tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Mar 10 06:58:57.020033 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5a251-d417-4148-b1f2-6c7feb30e2db req-7e57a749-d104-4f9e-86f0-3bf0a01c882c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.021499 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-deb5a251-d417-4148-b1f2-6c7feb30e2db req-7e57a749-d104-4f9e-86f0-3bf0a01c882c tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0505021 Mar 10 06:58:57.065504 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-deb5a251-d417-4148-b1f2-6c7feb30e2db req-b039dd2e-5b3b-491d-941d-6e89b486d55d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Mar 10 06:58:57.246910 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-fc0d5c8e-4ec8-42cd-b5ed-c1a3570ab598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.248351 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-fc0d5c8e-4ec8-42cd-b5ed-c1a3570ab598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 1129 time: 0.0882902 Mar 10 06:58:57.361798 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-98f6d099-4d69-4601-96cb-10901127e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.363220 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-98f6d099-4d69-4601-96cb-10901127e2cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0818694 Mar 10 06:58:57.452573 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-95538b94-f454-4110-af83-639d7a092987 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf HTTP/1.1" status: 200 len: 1001 time: 0.0749826 Mar 10 06:58:57.520630 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-b8970720-fee5-4f7c-b488-fc9f9a11f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.522066 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-b8970720-fee5-4f7c-b488-fc9f9a11f939 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0551667 Mar 10 06:58:57.528742 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88e009-1f07-402f-9a25-973ab0444f73 req-46089a35-93e5-4e1e-bfdf-a6a154cefd59 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.530116 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a88e009-1f07-402f-9a25-973ab0444f73 req-46089a35-93e5-4e1e-bfdf-a6a154cefd59 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0930879 Mar 10 06:58:57.572216 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:57.608260 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3a88e009-1f07-402f-9a25-973ab0444f73 req-d59107f9-e580-41cb-b270-fb5e234c271e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679867 Mar 10 06:58:57.610857 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-18c695b1-7c7e-4fbd-bd5d-927acb9b4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.612261 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-18c695b1-7c7e-4fbd-bd5d-927acb9b4b4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793209 Mar 10 06:58:57.707466 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-4ca2f701-29df-4b34-b59f-bcf99b520fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864878 Mar 10 06:58:57.806709 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a8f7094f-7a2f-4e57-8674-11e41bb50792 req-0e7811f7-2d54-4ccf-a7f9-058c5464b93a service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874100 Mar 10 06:58:57.920455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fcb69-5362-4a3d-934a-c72b175b8d95 req-9c059440-31b0-423d-b790-ec376e6b1060 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:57.921951 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-957fcb69-5362-4a3d-934a-c72b175b8d95 req-9c059440-31b0-423d-b790-ec376e6b1060 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0519907 Mar 10 06:58:57.967096 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-957fcb69-5362-4a3d-934a-c72b175b8d95 req-8f70956b-4ae8-4309-8527-535059429c66 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Mar 10 06:58:58.186345 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ced32-f6e7-4a65-94c6-b5c40058ee62 req-6b90e1ea-455e-4070-84a5-0542f675dd8d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:58.187975 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-cc0ced32-f6e7-4a65-94c6-b5c40058ee62 req-6b90e1ea-455e-4070-84a5-0542f675dd8d tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0575917 Mar 10 06:58:58.236784 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-cc0ced32-f6e7-4a65-94c6-b5c40058ee62 req-d7bbe3f4-906c-4c96-ae3c-19125b8fb197 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Mar 10 06:58:58.302463 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d113ace-c394-4308-bb51-d6d09e65e757 req-d0d999c8-31c5-4b4c-88aa-32d347e94e25 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:58.303937 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7d113ace-c394-4308-bb51-d6d09e65e757 req-d0d999c8-31c5-4b4c-88aa-32d347e94e25 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0836196 Mar 10 06:58:58.317575 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-bae5ffee-e305-49ac-b9d0-d1c25a7f4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:58.318938 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-bae5ffee-e305-49ac-b9d0-d1c25a7f4ecc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8b50101e10a405c8747f18249f66bf4&device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 1129 time: 0.0685017 Mar 10 06:58:58.408899 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7d113ace-c394-4308-bb51-d6d09e65e757 req-0526814b-902f-409d-9cfe-6e93be823e8e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983100 Mar 10 06:58:58.433376 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-65833d5c-ae68-4491-8d8e-74ae31dd880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:58.434837 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-65833d5c-ae68-4491-8d8e-74ae31dd880e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 200 len: 919 time: 0.1084003 Mar 10 06:58:58.475357 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-c679c0f7-271b-412e-987c-47748f3c1a5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0340130 Mar 10 06:58:58.525405 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-e03b17da-c378-4c5f-ac75-d9f18a8fe8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:58.526872 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-e03b17da-c378-4c5f-ac75-d9f18a8fe8cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 200 len: 859 time: 0.0458136 Mar 10 06:58:58.558497 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-f882a015-f9a6-4f75-a94b-3e65b6aff183 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b99265-4e89-4ad2-9106-353a6fc3ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242965 Mar 10 06:58:58.682897 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-366ab3d3-6276-4906-b177-2614ffe50d9f service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820296 Mar 10 06:58:58.730862 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b09c77-e152-4857-b945-daf1ed9272d7 req-89f6e8fe-6fdb-4958-9dd6-e19d207e8270 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:58.733062 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-44b09c77-e152-4857-b945-daf1ed9272d7 req-89f6e8fe-6fdb-4958-9dd6-e19d207e8270 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0538127 Mar 10 06:58:58.778938 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-44b09c77-e152-4857-b945-daf1ed9272d7 req-d9136cfa-1b9c-4bdc-be27-28b14f2241e5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400276 Mar 10 06:58:58.780179 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-745d644a-86cf-43ab-9663-0047b8ea8651 req-60709cc0-b9cf-42be-9354-72a25c77d97c service neutron] 10.222.0.36 "GET /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884678 Mar 10 06:58:58.918273 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:59.353352 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498e58-2dcc-42b6-8b16-61d66f42c49a req-5aa437ce-d047-4d2c-9b03-ab9aeaeceb6a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:59.354820 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-83498e58-2dcc-42b6-8b16-61d66f42c49a req-5aa437ce-d047-4d2c-9b03-ab9aeaeceb6a tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0521870 Mar 10 06:58:59.404615 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-83498e58-2dcc-42b6-8b16-61d66f42c49a req-a50b3137-28bb-4434-a631-a05b0b2a6bab tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/security-groups?id=2682913b-78c6-4fb3-abc6-adc541a495a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Mar 10 06:58:59.523574 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29620a6d-0962-4a27-bf47-9d908ed3611d req-c6ca507c-5294-40f4-b304-255a720daa76 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:59.525095 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-29620a6d-0962-4a27-bf47-9d908ed3611d req-c6ca507c-5294-40f4-b304-255a720daa76 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0504055 Mar 10 06:58:59.548413 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-93d6dd3a-3121-46a2-9b20-d44d3c760dc5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:59.550068 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-93d6dd3a-3121-46a2-9b20-d44d3c760dc5 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 946 time: 0.0563235 Mar 10 06:58:59.579131 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-29620a6d-0962-4a27-bf47-9d908ed3611d req-91fb6f32-c047-40f6-b9b3-a6c330bdb2fb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478506 Mar 10 06:58:59.646887 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Deleting port b7d9a458-db96-4b15-aa88-3b22445fcead {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:58:59.647233 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:59.740980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] For port b7d9a458-db96-4b15-aa88-3b22445fcead, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=b7d9a458-db96-4b15-aa88-3b22445fcead,segment=NetworkSegment(169caa19-714f-45d1-a5a6-5400e980edef),segment_id=169caa19-714f-45d1-a5a6-5400e980edef)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:58:59.741375 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:59.752927 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Calling delete_port for b7d9a458-db96-4b15-aa88-3b22445fcead owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:58:59.910252 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (b7d9a458-db96-4b15-aa88-3b22445fcead), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:58:59.947263 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbba7b-9e9e-4013-aa20-e825b976dd49 req-aaeaf07a-27e7-47e7-8791-1b1d8321eba5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:58:59.948744 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-43dbba7b-9e9e-4013-aa20-e825b976dd49 req-aaeaf07a-27e7-47e7-8791-1b1d8321eba5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0953162 Mar 10 06:58:59.950641 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['b7d9a458-db96-4b15-aa88-3b22445fcead'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:58:59.951162 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Pushing event deleted for resources: {'Port': ['ID=b7d9a458-db96-4b15-aa88-3b22445fcead,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:00.004974 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] No DVR routers for this DVR port b7d9a458-db96-4b15-aa88-3b22445fcead on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:59:00.011543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:00.015346 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04fc0345-1cbd-4ea0-af61-62741832c455 req-0d2d0bdb-91e7-47df-850a-98a62545c5f3 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.36 "DELETE /v2.0/ports/b7d9a458-db96-4b15-aa88-3b22445fcead HTTP/1.1" status: 204 len: 173 time: 0.4589541 Mar 10 06:59:00.015785 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'name': 'network-vif-deleted', 'tag': 'b7d9a458-db96-4b15-aa88-3b22445fcead'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:59:00.018026 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d03b507-6830-4b8f-a6b5-447a8c020223" -d '{"events": [{"server_uuid": "3e0e86f8-3c7f-49fc-b492-6d8768741bca", "name": "network-vif-deleted", "tag": "b7d9a458-db96-4b15-aa88-3b22445fcead"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:59:00.046443 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-43dbba7b-9e9e-4013-aa20-e825b976dd49 req-f455001d-499a-46d4-bc5b-374fa3b880fc tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712934 Mar 10 06:59:00.060024 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b77614-3a65-454d-9153-1d69524357d6 x-openstack-request-id: req-67b77614-3a65-454d-9153-1d69524357d6 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:59:00.060526 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e86f8-3c7f-49fc-b492-6d8768741bca", "name": "network-vif-deleted", "tag": "b7d9a458-db96-4b15-aa88-3b22445fcead", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:59:00.060808 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67b77614-3a65-454d-9153-1d69524357d6 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:59:00.062991 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0e86f8-3c7f-49fc-b492-6d8768741bca', 'name': 'network-vif-deleted', 'tag': 'b7d9a458-db96-4b15-aa88-3b22445fcead', 'status': 'completed', 'code': 200} Mar 10 06:59:00.508926 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aa07aa9e-38ee-4767-a1a1-3bdb85dee731 req-446a0b2b-6b83-4c78-9cf1-f9fc37fd07f0 tempest-VolumesSnapshotTestJSON-1189613309 tempest-VolumesSnapshotTestJSON-1189613309-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e0e86f8-3c7f-49fc-b492-6d8768741bca HTTP/1.1" status: 200 len: 210 time: 0.0264058 Mar 10 06:59:00.704622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384c2e-f640-41a6-925d-ff635568a4e3 req-cacd2503-496c-487a-951b-326cde439374 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:00.706092 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-18384c2e-f640-41a6-925d-ff635568a4e3 req-cacd2503-496c-487a-951b-326cde439374 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0587094 Mar 10 06:59:00.754969 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-18384c2e-f640-41a6-925d-ff635568a4e3 req-989a1318-e749-4d7a-867d-878fe7d185ff tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Mar 10 06:59:01.178765 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747626-f056-43f1-a0b9-c42065d483cb req-45d5d192-c70c-4c2d-9382-00d9a0f1a528 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:01.180222 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7d747626-f056-43f1-a0b9-c42065d483cb req-45d5d192-c70c-4c2d-9382-00d9a0f1a528 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0516622 Mar 10 06:59:01.224157 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7d747626-f056-43f1-a0b9-c42065d483cb req-df6e0b61-53fb-456f-86e6-e1aae6aa83cd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Mar 10 06:59:01.881118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6ac9-3fdc-4b16-bae7-66c52a5aeb29 req-852bab78-841f-41a3-b9bf-45972980e8bb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:01.882686 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-241f6ac9-3fdc-4b16-bae7-66c52a5aeb29 req-852bab78-841f-41a3-b9bf-45972980e8bb tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0523252 Mar 10 06:59:01.932206 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-241f6ac9-3fdc-4b16-bae7-66c52a5aeb29 req-8a3864a4-54b4-405c-863d-559cfafa8731 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Mar 10 06:59:02.343891 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778cb9b-eee4-4cd0-bc22-5c385a20eb5c req-a9de1a6e-07fc-4a18-87c1-92932a2b0f43 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:02.345368 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e778cb9b-eee4-4cd0-bc22-5c385a20eb5c req-a9de1a6e-07fc-4a18-87c1-92932a2b0f43 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0524766 Mar 10 06:59:02.391118 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e778cb9b-eee4-4cd0-bc22-5c385a20eb5c req-889924fb-9225-43ad-b87c-77253f8a57b6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Mar 10 06:59:03.060164 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194d8ac-eadd-45d1-bcca-632ef2ccd51f req-24e39f92-ddd5-4db0-8781-c69455027a5e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:03.061635 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7194d8ac-eadd-45d1-bcca-632ef2ccd51f req-24e39f92-ddd5-4db0-8781-c69455027a5e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0525639 Mar 10 06:59:03.107503 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7194d8ac-eadd-45d1-bcca-632ef2ccd51f req-61bb7547-bd66-42cc-9ab6-efc2c3e5e24c tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Mar 10 06:59:03.517144 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf1959-ef48-4183-b68a-e69fea661985 req-a4e145a9-d956-4570-bc91-0c34111211c6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:03.518588 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7aaf1959-ef48-4183-b68a-e69fea661985 req-a4e145a9-d956-4570-bc91-0c34111211c6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0518038 Mar 10 06:59:03.567869 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7aaf1959-ef48-4183-b68a-e69fea661985 req-ffe93fd6-a163-4a3f-8e4f-aeb74fc0db40 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Mar 10 06:59:04.685597 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4a17-ef9f-4b3c-9437-17e96a395174 req-e09d0dbb-dc0e-4859-b2a7-5642c7ff910f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:04.686936 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-067e4a17-ef9f-4b3c-9437-17e96a395174 req-e09d0dbb-dc0e-4859-b2a7-5642c7ff910f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0514491 Mar 10 06:59:04.738267 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-067e4a17-ef9f-4b3c-9437-17e96a395174 req-3c1f6029-5812-4b8d-8dd7-350398505f84 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458646 Mar 10 06:59:05.252159 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:59:05.489371 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device b7d9a458-db96-4b15-aa88-3b22445fcead no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:59:05.508591 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: b7d9a458-db96-4b15-aa88-3b22445fcead {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:59:05.508925 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device b7d9a458-db96-4b15-aa88-3b22445fcead not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:59:05.864746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccc2b7-b808-4160-a413-ebfd5c481c15 req-8fe6de42-3105-440c-a9fa-9215f13bc2cd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:05.866232 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-41ccc2b7-b808-4160-a413-ebfd5c481c15 req-8fe6de42-3105-440c-a9fa-9215f13bc2cd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0516250 Mar 10 06:59:05.912332 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-41ccc2b7-b808-4160-a413-ebfd5c481c15 req-e1cf6270-97b9-47fb-a92d-4aa9cb4044bb tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402341 Mar 10 06:59:07.036662 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582c76d-29d8-41eb-848d-1a91a396ba49 req-06c7928e-9ff4-42f0-b56b-a03fe5fe8a00 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:07.038160 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c582c76d-29d8-41eb-848d-1a91a396ba49 req-06c7928e-9ff4-42f0-b56b-a03fe5fe8a00 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0561843 Mar 10 06:59:07.084093 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c582c76d-29d8-41eb-848d-1a91a396ba49 req-014616c9-b1a7-403b-a29c-1249c3acf21e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399246 Mar 10 06:59:08.206141 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4a6ed-d0e3-4412-8e6d-1d4b13abd1f6 req-b2174b36-8973-42c1-b0f7-dd9736a79dda tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:08.207622 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-78e4a6ed-d0e3-4412-8e6d-1d4b13abd1f6 req-b2174b36-8973-42c1-b0f7-dd9736a79dda tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0522206 Mar 10 06:59:08.253034 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-78e4a6ed-d0e3-4412-8e6d-1d4b13abd1f6 req-eec67e2b-fa5e-4ada-8e27-95a7f2b170e8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399039 Mar 10 06:59:08.423308 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:09.380545 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60c6e8-702a-44bd-b11a-25cf9e95aa04 req-18c7f6b2-33c2-4d65-a8c6-4f51d2614d35 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:09.382036 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee60c6e8-702a-44bd-b11a-25cf9e95aa04 req-18c7f6b2-33c2-4d65-a8c6-4f51d2614d35 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0552602 Mar 10 06:59:09.428038 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee60c6e8-702a-44bd-b11a-25cf9e95aa04 req-a7cb4949-30aa-48e1-b3a9-7c3a600f4bd0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398660 Mar 10 06:59:10.549009 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f8c4-8830-4386-956b-abf4abf3c56e req-dee5a387-410c-40c2-9d58-237d47e748a6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:10.550477 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f4b6f8c4-8830-4386-956b-abf4abf3c56e req-dee5a387-410c-40c2-9d58-237d47e748a6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 943 time: 0.0507965 Mar 10 06:59:10.594722 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f4b6f8c4-8830-4386-956b-abf4abf3c56e req-7a8e31aa-a796-40ca-8c16-c5f7e9422067 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Mar 10 06:59:10.897185 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:59:11.002334 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:11.014491 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'port_id': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'mac_address': 'fa:16:3e:96:74:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:59:11.056533 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:59:11.057045 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:11.071736 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d67bd9-7f11-4e54-b75a-1582c8f7a98a {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:59:11.090573 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:11.094210 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:11.140715 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=9']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:11.160772 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bdef3-fce6-4a0f-9861-f9c33cd11201 req-4f1ef5b2-c71b-40bb-86ab-6a2fd2bf62f0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:11.162359 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a99bdef3-fce6-4a0f-9861-f9c33cd11201 req-4f1ef5b2-c71b-40bb-86ab-6a2fd2bf62f0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Mar 10 06:59:11.206949 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a99bdef3-fce6-4a0f-9861-f9c33cd11201 req-3ac69bae-b26a-4928-87b1-6c37e4ae5d52 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Mar 10 06:59:11.682282 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['93d67bd9-7f11-4e54-b75a-1582c8f7a98a'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:59:11.718068 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a198abe-d126-41fa-ac2f-da58273e4789 req-f0243483-a276-40cb-8abd-dfcfaeed6c43 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:11.719584 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1a198abe-d126-41fa-ac2f-da58273e4789 req-f0243483-a276-40cb-8abd-dfcfaeed6c43 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0524018 Mar 10 06:59:11.765570 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1a198abe-d126-41fa-ac2f-da58273e4789 req-d7a05a49-2a46-46a8-8291-fac0d7d2d33f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Mar 10 06:59:12.320932 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde458e4-8672-495f-833c-e154d5fee610 req-75283971-4131-42bb-a788-b6c6e82904f4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:12.322442 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dde458e4-8672-495f-833c-e154d5fee610 req-75283971-4131-42bb-a788-b6c6e82904f4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Mar 10 06:59:12.367535 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dde458e4-8672-495f-833c-e154d5fee610 req-f11f9c5c-1dd2-4727-9d36-50ff066a20a7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Mar 10 06:59:12.884429 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914ce71-db6c-4c11-9bff-f72eb462e82b req-85977a2b-28cd-4a33-a6e1-15fe0bead9a1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:12.885894 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4914ce71-db6c-4c11-9bff-f72eb462e82b req-85977a2b-28cd-4a33-a6e1-15fe0bead9a1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 944 time: 0.0501997 Mar 10 06:59:12.921142 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:59:12.935489 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4914ce71-db6c-4c11-9bff-f72eb462e82b req-c211f90e-bd2a-441b-b393-f461d87f23a3 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Mar 10 06:59:12.972356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:59:12.972731 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:13.053358 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:59:13.053670 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:13.078282 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:59:13.080478 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e350a0-6345-4963-a595-cd8dd299a1a2" -d '{"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-plugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:59:13.092570 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:13.097439 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:13.123885 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de674e14-c58d-414c-b461-0b3d4fcd90a0 x-openstack-request-id: req-de674e14-c58d-414c-b461-0b3d4fcd90a0 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:59:13.124125 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-plugged", "status": "completed", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:59:13.124570 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de674e14-c58d-414c-b461-0b3d4fcd90a0 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:59:13.125073 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'code': 200} Mar 10 06:59:13.152498 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=10']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:13.480895 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50af69-d645-4c66-98bb-98a0f7855d4a req-906d4175-2e54-4b4b-9eee-52b219a34840 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:13.482379 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1a50af69-d645-4c66-98bb-98a0f7855d4a req-906d4175-2e54-4b4b-9eee-52b219a34840 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0514112 Mar 10 06:59:13.527092 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1a50af69-d645-4c66-98bb-98a0f7855d4a req-774fd54d-3770-4712-afa6-84ac432b3f9a tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Mar 10 06:59:14.067403 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb94d8-0935-4472-afab-de4540851fb6 req-c43874d3-901e-42d5-97d1-8b4982ff1e56 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:14.068856 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3dcb94d8-0935-4472-afab-de4540851fb6 req-c43874d3-901e-42d5-97d1-8b4982ff1e56 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0549529 Mar 10 06:59:14.113456 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3dcb94d8-0935-4472-afab-de4540851fb6 req-a5c9f7fe-0759-43b7-9e4c-11893f210793 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385513 Mar 10 06:59:14.642807 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea89c7-3be4-4cb1-8006-80273fa803d7 req-fc249686-acd7-4069-a221-81697724ffe3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:14.644266 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f6ea89c7-3be4-4cb1-8006-80273fa803d7 req-fc249686-acd7-4069-a221-81697724ffe3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0520074 Mar 10 06:59:14.689279 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f6ea89c7-3be4-4cb1-8006-80273fa803d7 req-4112ca21-8b0f-4849-b49e-3f5698df5eb6 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 Mar 10 06:59:15.234571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72949645-8d13-4e00-b148-7616b1af1153 req-cbe53d2f-bca3-4c2c-b296-694d520317e2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:15.236063 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-72949645-8d13-4e00-b148-7616b1af1153 req-cbe53d2f-bca3-4c2c-b296-694d520317e2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Mar 10 06:59:15.279966 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-72949645-8d13-4e00-b148-7616b1af1153 req-de312a19-2d59-4f29-9a08-77746e5f8c3e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384154 Mar 10 06:59:15.806581 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2c1b9-b0e7-4509-b173-892720c4e3a3 req-c24bba9a-08ef-49a2-93ef-43ddd0ab7e51 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:15.808018 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-75e2c1b9-b0e7-4509-b173-892720c4e3a3 req-c24bba9a-08ef-49a2-93ef-43ddd0ab7e51 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Mar 10 06:59:15.852361 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-75e2c1b9-b0e7-4509-b173-892720c4e3a3 req-b02c9d27-f9d5-4749-af84-a7bd220bc829 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Mar 10 06:59:16.399192 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4763-24ac-4665-ab70-222586e6eff1 req-0d9296df-1cf3-4e20-9874-4741336de9a5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:16.400665 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d84f4763-24ac-4665-ab70-222586e6eff1 req-0d9296df-1cf3-4e20-9874-4741336de9a5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0517557 Mar 10 06:59:16.450679 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d84f4763-24ac-4665-ab70-222586e6eff1 req-d420047a-c910-4c94-bdd1-b3c5ca293476 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Mar 10 06:59:16.967047 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f65a-38be-457c-ae20-c8624bf6c37a req-1d42a1f2-700e-48aa-bbf9-34dd4427f0e6 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:16.968533 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8d69f65a-38be-457c-ae20-c8624bf6c37a req-1d42a1f2-700e-48aa-bbf9-34dd4427f0e6 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0519640 Mar 10 06:59:17.017188 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8d69f65a-38be-457c-ae20-c8624bf6c37a req-19dfd4cc-b63a-49f3-81e7-7066e087d9e9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Mar 10 06:59:17.569880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdff70e-90f8-4e5d-8872-b2cfa3822a6b req-8aec5985-6dbc-4b91-853c-3d1007cd11e1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:17.571327 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5cdff70e-90f8-4e5d-8872-b2cfa3822a6b req-8aec5985-6dbc-4b91-853c-3d1007cd11e1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0503445 Mar 10 06:59:17.615254 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5cdff70e-90f8-4e5d-8872-b2cfa3822a6b req-9211141b-3e42-4664-aa33-c701a21acbee tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Mar 10 06:59:17.990895 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ed21-d788-4a02-9abb-b0890bb71c49 req-ee83a7b9-e20b-4cbb-9f82-dd1e14191b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:17.992405 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0997ed21-d788-4a02-9abb-b0890bb71c49 req-ee83a7b9-e20b-4cbb-9f82-dd1e14191b56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 1130 time: 0.0430348 Mar 10 06:59:18.039011 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0997ed21-d788-4a02-9abb-b0890bb71c49 req-c954fb74-cb8b-41ab-9098-5ce2f5d27d98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Mar 10 06:59:18.140088 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202a477-006c-42b2-996b-c4b5ccbc4109 req-cf23e82b-baaa-4fa2-a563-dfbd661ccc76 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:18.141632 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1202a477-006c-42b2-996b-c4b5ccbc4109 req-cf23e82b-baaa-4fa2-a563-dfbd661ccc76 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0584631 Mar 10 06:59:18.188522 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1202a477-006c-42b2-996b-c4b5ccbc4109 req-ed7e1861-11c6-488f-b3e8-f5a7616bbcf9 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Mar 10 06:59:18.741649 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ab51-d2ee-4879-9d22-1157a503b82f req-316fa2cb-23a5-413d-ac56-46aa82aad7d4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:18.743274 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-75e4ab51-d2ee-4879-9d22-1157a503b82f req-316fa2cb-23a5-413d-ac56-46aa82aad7d4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0576601 Mar 10 06:59:18.791898 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-75e4ab51-d2ee-4879-9d22-1157a503b82f req-8f52c48f-1d86-4423-b867-620481f24342 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 Mar 10 06:59:19.303378 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-d31bb794-62d9-47d4-aebe-172233353315 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:19.304829 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-d31bb794-62d9-47d4-aebe-172233353315 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0789123 Mar 10 06:59:19.355508 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b3259-af38-4383-839e-8913881202d6 req-f27edbcb-1fcf-4d13-9234-da57942f4969 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:19.357053 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-751b3259-af38-4383-839e-8913881202d6 req-f27edbcb-1fcf-4d13-9234-da57942f4969 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 945 time: 0.0999722 Mar 10 06:59:19.440384 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-751b3259-af38-4383-839e-8913881202d6 req-6087a8ce-edfd-440b-85b6-8823c1f1e217 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755591 Mar 10 06:59:19.447024 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Deleting port 0f29346f-feb0-41f2-a815-c174193c1c46 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:59:19.447361 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:19.540379 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] For port 0f29346f-feb0-41f2-a815-c174193c1c46, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0f29346f-feb0-41f2-a815-c174193c1c46,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:19.540657 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:19.554635 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Calling delete_port for 0f29346f-feb0-41f2-a815-c174193c1c46 owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:59:19.693655 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (0f29346f-feb0-41f2-a815-c174193c1c46), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:19.725332 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Pushing event deleted for resources: {'Port': ['ID=0f29346f-feb0-41f2-a815-c174193c1c46,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:19.739003 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['0f29346f-feb0-41f2-a815-c174193c1c46', 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:59:19.739497 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.739497 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.739841 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.740179 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.740520 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.740841 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.741203 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.741524 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.741859 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.742184 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.742508 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.742830 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.743150 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:19.778509 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] No DVR routers for this DVR port 0f29346f-feb0-41f2-a815-c174193c1c46 on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:59:19.780941 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:19.784311 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ac08fd65-952a-4d3e-894e-0713ea31f60f req-658affa0-bc5f-4cba-91c3-0179c755de43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "DELETE /v2.0/ports/0f29346f-feb0-41f2-a815-c174193c1c46 HTTP/1.1" status: 204 len: 173 time: 0.4723842 Mar 10 06:59:19.784750 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'name': 'network-vif-deleted', 'tag': '0f29346f-feb0-41f2-a815-c174193c1c46'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:59:19.787006 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bef8d6-4769-4718-a552-ad4ae3b44959" -d '{"events": [{"server_uuid": "935547b8-e4ac-45b0-a01f-7b8ac36c9755", "name": "network-vif-deleted", "tag": "0f29346f-feb0-41f2-a815-c174193c1c46"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:59:19.900256 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c575933b-bd16-41de-ac0c-19444620e68c x-openstack-request-id: req-c575933b-bd16-41de-ac0c-19444620e68c {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:59:19.900599 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935547b8-e4ac-45b0-a01f-7b8ac36c9755", "name": "network-vif-deleted", "tag": "0f29346f-feb0-41f2-a815-c174193c1c46", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:59:19.900871 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c575933b-bd16-41de-ac0c-19444620e68c {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:59:19.901552 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935547b8-e4ac-45b0-a01f-7b8ac36c9755', 'name': 'network-vif-deleted', 'tag': '0f29346f-feb0-41f2-a815-c174193c1c46', 'status': 'completed', 'code': 200} Mar 10 06:59:19.930194 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ade2f-0081-4cb7-ad97-5fc1a1f44d4b req-4ed137ef-4a40-4ccf-83c0-84cdb6f282f2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:19.931713 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e7ade2f-0081-4cb7-ad97-5fc1a1f44d4b req-4ed137ef-4a40-4ccf-83c0-84cdb6f282f2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0635316 Mar 10 06:59:19.978710 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3e7ade2f-0081-4cb7-ad97-5fc1a1f44d4b req-52278843-3cd5-4418-bfcc-d83c4a6456b7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414050 Mar 10 06:59:20.548339 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0418fb6c-0858-42f2-93fe-96bf1d4bcbfc req-8d62a02f-2c5b-42c8-baac-b80c5a9e34a3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=935547b8-e4ac-45b0-a01f-7b8ac36c9755 HTTP/1.1" status: 200 len: 210 time: 0.0306785 Mar 10 06:59:21.112805 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a67fa-c179-412d-82cc-e74f5511927c req-cc1b5c7b-b575-49da-b8b5-6a5cb09a86ec tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:21.114427 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5f5a67fa-c179-412d-82cc-e74f5511927c req-cc1b5c7b-b575-49da-b8b5-6a5cb09a86ec tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0612378 Mar 10 06:59:21.160412 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5f5a67fa-c179-412d-82cc-e74f5511927c req-31ea5078-68ed-4538-bec9-a673bd7df480 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Mar 10 06:59:21.814325 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5929-6856-4413-b48a-63841a320fe3 req-1a08817e-427f-4618-a203-f381ab9ae7d0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:21.815773 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-395d5929-6856-4413-b48a-63841a320fe3 req-1a08817e-427f-4618-a203-f381ab9ae7d0 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0511663 Mar 10 06:59:21.864618 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-395d5929-6856-4413-b48a-63841a320fe3 req-fa363122-8eb2-49b7-949d-9c4cf53b2f51 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Mar 10 06:59:22.282285 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e711295-a34b-4703-836e-02f0796dd37c req-86b7ae3c-f04a-4812-a3a1-afec34dfe0a4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:22.283659 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e711295-a34b-4703-836e-02f0796dd37c req-86b7ae3c-f04a-4812-a3a1-afec34dfe0a4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Mar 10 06:59:22.329074 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e711295-a34b-4703-836e-02f0796dd37c req-ee20e569-22ba-40a3-9b23-02cac3b4c141 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 Mar 10 06:59:22.662616 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-27a713ce-9d68-4721-b041-21163a6f2842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:22.974070 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0f29346f-feb0-41f2-a815-c174193c1c46 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:59:22.986195 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05e51-6b34-4344-ae16-e72c5ff4a549 req-116f9a4a-0761-4606-9e08-a0e4459fdcde tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:22.987695 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64f05e51-6b34-4344-ae16-e72c5ff4a549 req-116f9a4a-0761-4606-9e08-a0e4459fdcde tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0536287 Mar 10 06:59:22.996245 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 0f29346f-feb0-41f2-a815-c174193c1c46 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:59:22.996736 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0f29346f-feb0-41f2-a815-c174193c1c46 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:59:23.044637 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64f05e51-6b34-4344-ae16-e72c5ff4a549 req-3432013d-a0cb-4a67-ba3c-f664e78a76b4 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509534 Mar 10 06:59:24.164631 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d04d3-1493-4081-a1d5-8ef13bdcf1d6 req-f8a4f422-9837-490d-ab98-d532b494b9a7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:24.166209 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-973d04d3-1493-4081-a1d5-8ef13bdcf1d6 req-f8a4f422-9837-490d-ab98-d532b494b9a7 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0561919 Mar 10 06:59:24.215031 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-973d04d3-1493-4081-a1d5-8ef13bdcf1d6 req-622cd346-21a6-48fe-a0f9-fbfe0fd3d5e5 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Mar 10 06:59:24.988034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-df4014ad-34ff-453f-8073-8ca205af0f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:25.347622 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd542a2-fab2-4916-8e5b-a5805db5d9e6 req-60ba4443-f638-4af4-8a91-dff8f40692a2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:25.349210 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9dd542a2-fab2-4916-8e5b-a5805db5d9e6 req-60ba4443-f638-4af4-8a91-dff8f40692a2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0650947 Mar 10 06:59:25.395944 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9dd542a2-fab2-4916-8e5b-a5805db5d9e6 req-e3e92898-618c-420d-92ac-9a5b2284f23e tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Mar 10 06:59:25.979598 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:26.520161 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59423-cc8b-4554-8de4-52f499d83451 req-8e4cee1d-f32a-4fc2-bb49-8362c52f5f43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:26.520161 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34f59423-cc8b-4554-8de4-52f499d83451 req-8e4cee1d-f32a-4fc2-bb49-8362c52f5f43 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0550532 Mar 10 06:59:26.567161 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34f59423-cc8b-4554-8de4-52f499d83451 req-86041d4c-1ff7-43d5-b28d-ca95ba429e52 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Mar 10 06:59:27.576126 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:27.684343 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fc86f-0a1a-4c9b-a9f0-8dd74ab4a028 req-369eedd5-c759-41f7-8068-415dc0229c49 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:27.686527 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6c2fc86f-0a1a-4c9b-a9f0-8dd74ab4a028 req-369eedd5-c759-41f7-8068-415dc0229c49 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0545065 Mar 10 06:59:27.732526 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6c2fc86f-0a1a-4c9b-a9f0-8dd74ab4a028 req-24f9133e-3c9b-409c-820c-03d8ef5026c2 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2c09ac6-6077-4776-b706-30c1c8262d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396676 Mar 10 06:59:27.738633 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-07ada925-57e4-413e-bd1e-0d17d5179d12 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:27.740078 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-07ada925-57e4-413e-bd1e-0d17d5179d12 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 945 time: 0.0512276 Mar 10 06:59:28.075529 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Deleting port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:59:28.075875 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:28.162804 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] For port d9af2da7-4774-4c4e-8a5e-1948c265a8a1, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:28.163160 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:28.177796 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Calling delete_port for d9af2da7-4774-4c4e-8a5e-1948c265a8a1 owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:59:28.299527 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (d9af2da7-4774-4c4e-8a5e-1948c265a8a1), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:28.331109 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Pushing event deleted for resources: {'Port': ['ID=d9af2da7-4774-4c4e-8a5e-1948c265a8a1,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:28.339722 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['d9af2da7-4774-4c4e-8a5e-1948c265a8a1'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:59:28.375838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] No DVR routers for this DVR port d9af2da7-4774-4c4e-8a5e-1948c265a8a1 on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:59:28.378292 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:28.381695 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7bbf5bec-2f7f-47b1-b798-c89eb371bf9c req-03efecfb-cbfa-4194-b124-eab56a024cd3 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.36 "DELETE /v2.0/ports/d9af2da7-4774-4c4e-8a5e-1948c265a8a1 HTTP/1.1" status: 204 len: 173 time: 0.6300149 Mar 10 06:59:28.382138 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'name': 'network-vif-deleted', 'tag': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:59:28.384345 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ecc485-4cd9-4f3a-923f-360eeb0b9f0e" -d '{"events": [{"server_uuid": "c9f9d6e2-fe6e-4662-aefb-226b5e6972fd", "name": "network-vif-deleted", "tag": "d9af2da7-4774-4c4e-8a5e-1948c265a8a1"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:59:28.423670 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d57d6e-f61c-4d70-ba5e-4cd3f59e8589 x-openstack-request-id: req-b5d57d6e-f61c-4d70-ba5e-4cd3f59e8589 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:59:28.423990 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f9d6e2-fe6e-4662-aefb-226b5e6972fd", "name": "network-vif-deleted", "tag": "d9af2da7-4774-4c4e-8a5e-1948c265a8a1", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:59:28.424214 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5d57d6e-f61c-4d70-ba5e-4cd3f59e8589 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:59:28.424605 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f9d6e2-fe6e-4662-aefb-226b5e6972fd', 'name': 'network-vif-deleted', 'tag': 'd9af2da7-4774-4c4e-8a5e-1948c265a8a1', 'status': 'completed', 'code': 200} Mar 10 06:59:28.716950 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60220) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:28.760034 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Deleting subnet 86bccae1-c2e2-4978-981b-0ebd7bdbe17f {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:59:28.762664 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Publish callbacks [] for subnet (86bccae1-c2e2-4978-981b-0ebd7bdbe17f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:28.924971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.058392 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4379256f-5843-4528-a177-df7cf10c862f req-eca3a39e-b54e-45b0-99e7-47e7b400a416 tempest-ServerRescueNegativeTestJSON-1870938558 tempest-ServerRescueNegativeTestJSON-1870938558-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f9d6e2-fe6e-4662-aefb-226b5e6972fd HTTP/1.1" status: 200 len: 210 time: 0.0345421 Mar 10 06:59:29.062759 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (86bccae1-c2e2-4978-981b-0ebd7bdbe17f), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.099429 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (86bccae1-c2e2-4978-981b-0ebd7bdbe17f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.148135 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (86bccae1-c2e2-4978-981b-0ebd7bdbe17f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.174986 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bccae1-c2e2-4978-981b-0ebd7bdbe17f,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:29.182470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.185566 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/86bccae1-c2e2-4978-981b-0ebd7bdbe17f HTTP/1.1" status: 204 len: 168 time: 0.4674447 Mar 10 06:59:29.187993 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.188344 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.188689 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.189141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.189482 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.189749 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60224) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:29.190202 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.190202 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.190445 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.190772 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.191095 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.191417 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.191743 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.192063 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dfaf1e-2e01-45ce-b535-6f383aaa582d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:59:29.257583 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (4ec9474d-8329-42c5-9374-abd1cea56e51), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.340705 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (4ec9474d-8329-42c5-9374-abd1cea56e51), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.361208 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec9474d-8329-42c5-9374-abd1cea56e51']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:29.370925 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169caa19-714f-45d1-a5a6-5400e980edef') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:29.371257 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169caa19-714f-45d1-a5a6-5400e980edef') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:29.380584 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (169caa19-714f-45d1-a5a6-5400e980edef), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.393371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (169caa19-714f-45d1-a5a6-5400e980edef), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.399224 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:59:29.399720 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (169caa19-714f-45d1-a5a6-5400e980edef), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:59:29.401470 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:59:29.458564 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (4ec9474d-8329-42c5-9374-abd1cea56e51), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.466147 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.469781 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ec9474d-8329-42c5-9374-abd1cea56e51 HTTP/1.1" status: 204 len: 168 time: 0.2790215 Mar 10 06:59:29.478764 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b4d08-8a9c-47b3-a817-400f6c3c4073 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec9474d-8329-42c5-9374-abd1cea56e51,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:29.631826 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60228) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:29.672474 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2af12774-3760-43d7-9037-b5249b7dadd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86f078445fb6426289ba237470e36931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394962 Mar 10 06:59:29.674871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60230) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:29.719601 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ade5c8e4-3fb7-4a22-9e7d-d8059580c097 admin admin] Publish callbacks [] for security_group (2682913b-78c6-4fb3-abc6-adc541a495a3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.739936 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ade5c8e4-3fb7-4a22-9e7d-d8059580c097 admin admin] Publish callbacks [] for security_group (2682913b-78c6-4fb3-abc6-adc541a495a3), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.783966 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ade5c8e4-3fb7-4a22-9e7d-d8059580c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2682913b-78c6-4fb3-abc6-adc541a495a3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.786451 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ade5c8e4-3fb7-4a22-9e7d-d8059580c097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:29.787552 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ade5c8e4-3fb7-4a22-9e7d-d8059580c097 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2682913b-78c6-4fb3-abc6-adc541a495a3 HTTP/1.1" status: 204 len: 168 time: 0.1117723 Mar 10 06:59:29.794700 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5c8e4-3fb7-4a22-9e7d-d8059580c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2682913b-78c6-4fb3-abc6-adc541a495a3,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:30.115461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60236) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:30.511462 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (890dd8d2-e4d1-43bf-8095-947d70fd61d3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:30.793706 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Deleting port 68f30135-213a-41e4-a290-fbd9142d9923 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:59:30.794382 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (68f30135-213a-41e4-a290-fbd9142d9923), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:30.871289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] For port 68f30135-213a-41e4-a290-fbd9142d9923, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=68f30135-213a-41e4-a290-fbd9142d9923,segment=NetworkSegment(aaa67aad-3a4c-48a9-8307-e59b4a8eadf9),segment_id=aaa67aad-3a4c-48a9-8307-e59b4a8eadf9)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:30.871644 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (68f30135-213a-41e4-a290-fbd9142d9923), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:30.883432 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Calling delete_port for 68f30135-213a-41e4-a290-fbd9142d9923 owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:59:30.999789 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device d9af2da7-4774-4c4e-8a5e-1948c265a8a1 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:59:31.020185 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: d9af2da7-4774-4c4e-8a5e-1948c265a8a1 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:59:31.020526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device d9af2da7-4774-4c4e-8a5e-1948c265a8a1 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:59:31.061134 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (68f30135-213a-41e4-a290-fbd9142d9923), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:31.084443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f30135-213a-41e4-a290-fbd9142d9923,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:31.237706 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (890dd8d2-e4d1-43bf-8095-947d70fd61d3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:31.440815 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:59:31.545911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:59:31.550898 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b892746e-1586-4cbb-b101-f8be5958cd24 admin admin] 10.222.0.35 "PUT /v2.0/routers/890dd8d2-e4d1-43bf-8095-947d70fd61d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343596 Mar 10 06:59:31.553584 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60240) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:31.556226 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] Sync routers for ids ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:59:31.565897 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] Routers {'890dd8d2-e4d1-43bf-8095-947d70fd61d3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:59:31.566483 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:59:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:31.654749 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks [] for router (890dd8d2-e4d1-43bf-8095-947d70fd61d3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:31.669007 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] Set router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:59:31.776603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks [] for router_gateway (890dd8d2-e4d1-43bf-8095-947d70fd61d3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:31.828076 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Deleting port e6077657-4c20-47f9-8365-e3dd75aaeab5 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:59:31.828801 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:31.847634 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:59:31Z', 'revision_number': 5, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port': {'id': 'e6077657-4c20-47f9-8365-e3dd75aaeab5', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:55:24Z', 'updated_at': '2022-03-10T06:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:31.872750 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] Checking router: 890dd8d2-e4d1-43bf-8095-947d70fd61d3 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:59:31.881768 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] Routers {'890dd8d2-e4d1-43bf-8095-947d70fd61d3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:59:31.882455 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T06:59:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:31.906836 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] For port e6077657-4c20-47f9-8365-e3dd75aaeab5, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=e6077657-4c20-47f9-8365-e3dd75aaeab5,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:59:31.907196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:31.919300 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Calling delete_port for e6077657-4c20-47f9-8365-e3dd75aaeab5 owned by network:router_gateway {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:59:31.967409 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] Set router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 gateway port host: None {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:59:32.021390 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:59:31Z', 'revision_number': 6, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:32.047372 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8ffbe-69c9-49e8-be8f-9d1ab1c6a57b None None] The sync data for ids ['890dd8d2-e4d1-43bf-8095-947d70fd61d3'] in dv-cinder-832918-1-iscsi is: [{'id': '890dd8d2-e4d1-43bf-8095-947d70fd61d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1250131385-router', 'tenant_id': 'b8b50101e10a405c8747f18249f66bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:55:23Z', 'updated_at': '2022-03-10T06:59:31Z', 'revision_number': 6, 'project_id': 'b8b50101e10a405c8747f18249f66bf4', 'gw_port_host': None}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:59:32.096034 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (e6077657-4c20-47f9-8365-e3dd75aaeab5), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.121194 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6077657-4c20-47f9-8365-e3dd75aaeab5,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:32.185149 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (890dd8d2-e4d1-43bf-8095-947d70fd61d3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.290511 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (890dd8d2-e4d1-43bf-8095-947d70fd61d3), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.292543 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks [] for router_controller (890dd8d2-e4d1-43bf-8095-947d70fd61d3), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.352857 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (890dd8d2-e4d1-43bf-8095-947d70fd61d3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.353367 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890dd8d2-e4d1-43bf-8095-947d70fd61d3 {{(pid=109520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:59:32.359133 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.360339 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0b4b5383-5442-42e0-aafd-e34496e30a0f admin admin] 10.222.0.35 "DELETE /v2.0/routers/890dd8d2-e4d1-43bf-8095-947d70fd61d3 HTTP/1.1" status: 204 len: 168 time: 0.8058672 Mar 10 06:59:32.362843 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60244) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:32.643154 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Deleting subnet 74f1fe88-5804-45e5-b150-f1a22bc6838b {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:59:32.646186 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Publish callbacks [] for subnet (74f1fe88-5804-45e5-b150-f1a22bc6838b), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.679415 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (74f1fe88-5804-45e5-b150-f1a22bc6838b), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.718090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (74f1fe88-5804-45e5-b150-f1a22bc6838b), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.771874 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (74f1fe88-5804-45e5-b150-f1a22bc6838b), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.800431 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f1fe88-5804-45e5-b150-f1a22bc6838b,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:32.804567 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.807586 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9282e0ec-bc5a-461e-a5de-f90a87b87fa6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74f1fe88-5804-45e5-b150-f1a22bc6838b HTTP/1.1" status: 204 len: 168 time: 0.4438381 Mar 10 06:59:32.810053 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60246) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:32.873780 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (f8b99265-4e89-4ad2-9106-353a6fc3ef0b), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.949419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (f8b99265-4e89-4ad2-9106-353a6fc3ef0b), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:32.969985 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b99265-4e89-4ad2-9106-353a6fc3ef0b']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:32.978929 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:32.979223 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa67aad-3a4c-48a9-8307-e59b4a8eadf9') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:59:32.988088 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (aaa67aad-3a4c-48a9-8307-e59b4a8eadf9), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.000755 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (aaa67aad-3a4c-48a9-8307-e59b4a8eadf9), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.007050 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:59:33.007428 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (aaa67aad-3a4c-48a9-8307-e59b4a8eadf9), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:59:33.009170 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:59:33.060550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (f8b99265-4e89-4ad2-9106-353a6fc3ef0b), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.067263 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.072660 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f8b99265-4e89-4ad2-9106-353a6fc3ef0b HTTP/1.1" status: 204 len: 168 time: 0.2593951 Mar 10 06:59:33.079714 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6274b38-acf0-4ba8-beab-91faf26fa0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b99265-4e89-4ad2-9106-353a6fc3ef0b,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:33.225322 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60250) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:33.267104 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e5721802-e9a7-45c8-8ef2-a2acce3137e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8b50101e10a405c8747f18249f66bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406477 Mar 10 06:59:33.269517 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60252) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:33.313115 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5def7d86-6f61-4a89-bb5a-701ad007b430 admin admin] Publish callbacks [] for security_group (e2c09ac6-6077-4776-b706-30c1c8262d9a), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.333426 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5def7d86-6f61-4a89-bb5a-701ad007b430 admin admin] Publish callbacks [] for security_group (e2c09ac6-6077-4776-b706-30c1c8262d9a), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.379759 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5def7d86-6f61-4a89-bb5a-701ad007b430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e2c09ac6-6077-4776-b706-30c1c8262d9a), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.382360 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5def7d86-6f61-4a89-bb5a-701ad007b430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:33.383486 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-5def7d86-6f61-4a89-bb5a-701ad007b430 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2c09ac6-6077-4776-b706-30c1c8262d9a HTTP/1.1" status: 204 len: 168 time: 0.1131074 Mar 10 06:59:33.391867 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def7d86-6f61-4a89-bb5a-701ad007b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c09ac6-6077-4776-b706-30c1c8262d9a,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:33.489354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 68f30135-213a-41e4-a290-fbd9142d9923 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:59:33.508662 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 68f30135-213a-41e4-a290-fbd9142d9923 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:59:33.509034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 68f30135-213a-41e4-a290-fbd9142d9923 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:59:33.509447 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device e6077657-4c20-47f9-8365-e3dd75aaeab5 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:59:33.527352 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: e6077657-4c20-47f9-8365-e3dd75aaeab5 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:59:33.527699 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device e6077657-4c20-47f9-8365-e3dd75aaeab5 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:59:35.244800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60324) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:35.346502 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d64b5536-8b5f-406e-b7b4-535bc16025a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.422740 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d64b5536-8b5f-406e-b7b4-535bc16025a3 admin admin] Publish callbacks [] for security_group (baf0e318-77bf-422d-a34d-2887a35b2a89), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.427374 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d64b5536-8b5f-406e-b7b4-535bc16025a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (baf0e318-77bf-422d-a34d-2887a35b2a89), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.466824 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d64b5536-8b5f-406e-b7b4-535bc16025a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ace85846d4684e64a1f306ba0630a773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208567 Mar 10 06:59:35.468201 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b5536-8b5f-406e-b7b4-535bc16025a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf0e318-77bf-422d-a34d-2887a35b2a89,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:35.470106 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60328) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:35.516544 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c917-550a-494e-bed7-dd566ab5ba69 admin admin] Publish callbacks [] for security_group (baf0e318-77bf-422d-a34d-2887a35b2a89), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.536968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c917-550a-494e-bed7-dd566ab5ba69 admin admin] Publish callbacks [] for security_group (baf0e318-77bf-422d-a34d-2887a35b2a89), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.582358 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c917-550a-494e-bed7-dd566ab5ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (baf0e318-77bf-422d-a34d-2887a35b2a89), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.585131 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c917-550a-494e-bed7-dd566ab5ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.586293 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c2f5c917-550a-494e-bed7-dd566ab5ba69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baf0e318-77bf-422d-a34d-2887a35b2a89 HTTP/1.1" status: 204 len: 168 time: 0.1152043 Mar 10 06:59:35.594665 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5c917-550a-494e-bed7-dd566ab5ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf0e318-77bf-422d-a34d-2887a35b2a89,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:35.844967 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60334) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:35.857727 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2d125a63-c7d5-403c-82eb-0fc413115cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.934902 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2d125a63-c7d5-403c-82eb-0fc413115cad admin admin] Publish callbacks [] for security_group (8342ef05-3995-4903-9bc8-016f1d5583b8), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.938878 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2d125a63-c7d5-403c-82eb-0fc413115cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8342ef05-3995-4903-9bc8-016f1d5583b8), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:35.976199 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-2d125a63-c7d5-403c-82eb-0fc413115cad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab200d04241147b2acd8e83ff3b67cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301141 Mar 10 06:59:35.978104 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d125a63-c7d5-403c-82eb-0fc413115cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8342ef05-3995-4903-9bc8-016f1d5583b8,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:35.978916 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60336) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:36.025671 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-086ac5ed-3033-471d-bc47-2441bd20872c admin admin] Publish callbacks [] for security_group (8342ef05-3995-4903-9bc8-016f1d5583b8), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:36.051501 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-086ac5ed-3033-471d-bc47-2441bd20872c admin admin] Publish callbacks [] for security_group (8342ef05-3995-4903-9bc8-016f1d5583b8), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:36.096162 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-086ac5ed-3033-471d-bc47-2441bd20872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8342ef05-3995-4903-9bc8-016f1d5583b8), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:36.098818 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-086ac5ed-3033-471d-bc47-2441bd20872c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:36.099938 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-086ac5ed-3033-471d-bc47-2441bd20872c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8342ef05-3995-4903-9bc8-016f1d5583b8 HTTP/1.1" status: 204 len: 168 time: 0.1200516 Mar 10 06:59:36.107042 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ac5ed-3033-471d-bc47-2441bd20872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8342ef05-3995-4903-9bc8-016f1d5583b8,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:37.628796 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60382) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:37.729594 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ba02081a-2b39-49f8-849f-602faf52ccae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.799706 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ba02081a-2b39-49f8-849f-602faf52ccae admin admin] Publish callbacks [] for security_group (4b728293-c5e1-40f9-b8cd-aa06acb4fc08), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.803797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ba02081a-2b39-49f8-849f-602faf52ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (4b728293-c5e1-40f9-b8cd-aa06acb4fc08), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.841258 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ba02081a-2b39-49f8-849f-602faf52ccae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b8ba097289d4f2291e980b8afc3319b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113354 Mar 10 06:59:37.842148 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02081a-2b39-49f8-849f-602faf52ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b728293-c5e1-40f9-b8cd-aa06acb4fc08,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:37.844625 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60386) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:37.893420 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fa99-1b57-4ef1-8a81-db445c5c9b62 admin admin] Publish callbacks [] for security_group (4b728293-c5e1-40f9-b8cd-aa06acb4fc08), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.913835 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fa99-1b57-4ef1-8a81-db445c5c9b62 admin admin] Publish callbacks [] for security_group (4b728293-c5e1-40f9-b8cd-aa06acb4fc08), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.961210 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fa99-1b57-4ef1-8a81-db445c5c9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (4b728293-c5e1-40f9-b8cd-aa06acb4fc08), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.963767 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fa99-1b57-4ef1-8a81-db445c5c9b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:37.964935 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-4dc3fa99-1b57-4ef1-8a81-db445c5c9b62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b728293-c5e1-40f9-b8cd-aa06acb4fc08 HTTP/1.1" status: 204 len: 168 time: 0.1188381 Mar 10 06:59:37.972887 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3fa99-1b57-4ef1-8a81-db445c5c9b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b728293-c5e1-40f9-b8cd-aa06acb4fc08,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:38.217892 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60392) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:38.230888 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-59141ca8-0ec3-4966-a882-2040bdeb9003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.304905 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-59141ca8-0ec3-4966-a882-2040bdeb9003 admin admin] Publish callbacks [] for security_group (09574917-3aea-4c49-9f9b-4d1a8ccbcf98), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.309670 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-59141ca8-0ec3-4966-a882-2040bdeb9003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (09574917-3aea-4c49-9f9b-4d1a8ccbcf98), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.351303 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-59141ca8-0ec3-4966-a882-2040bdeb9003 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99716b761e8c46498ff38817a66a8f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323040 Mar 10 06:59:38.352253 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59141ca8-0ec3-4966-a882-2040bdeb9003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09574917-3aea-4c49-9f9b-4d1a8ccbcf98,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:38.354555 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60394) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:38.402531 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c66432d7-141a-4277-8931-db1f2bdd5910 admin admin] Publish callbacks [] for security_group (09574917-3aea-4c49-9f9b-4d1a8ccbcf98), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.424203 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c66432d7-141a-4277-8931-db1f2bdd5910 admin admin] Publish callbacks [] for security_group (09574917-3aea-4c49-9f9b-4d1a8ccbcf98), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.430074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.471102 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c66432d7-141a-4277-8931-db1f2bdd5910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (09574917-3aea-4c49-9f9b-4d1a8ccbcf98), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.473633 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c66432d7-141a-4277-8931-db1f2bdd5910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:38.474758 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c66432d7-141a-4277-8931-db1f2bdd5910 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09574917-3aea-4c49-9f9b-4d1a8ccbcf98 HTTP/1.1" status: 204 len: 168 time: 0.1193092 Mar 10 06:59:38.482132 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66432d7-141a-4277-8931-db1f2bdd5910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09574917-3aea-4c49-9f9b-4d1a8ccbcf98,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:39.485744 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-d9a73dd6-edf1-4af3-9628-60fa845dd963 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469382 Mar 10 06:59:39.566754 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-12e7b1e1-20b3-496d-aae2-c876a416b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:39.568260 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-12e7b1e1-20b3-496d-aae2-c876a416b7b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1169 time: 0.0479183 Mar 10 06:59:39.676440 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-5bf9bcdb-0a63-4704-9892-d63cea5f78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:39.678004 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-5bf9bcdb-0a63-4704-9892-d63cea5f78b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.0888493 Mar 10 06:59:39.747938 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-a16653e0-d6ea-4b60-84c5-6e3d9dc26830 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 1001 time: 0.0635786 Mar 10 06:59:39.794782 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-e73583e8-58d8-4500-a1f8-2239d4b3e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:39.796716 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-e73583e8-58d8-4500-a1f8-2239d4b3e81d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0432162 Mar 10 06:59:39.846296 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-e9cb7018-666b-4ab1-8b77-d58c6def8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:39.847808 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-e9cb7018-666b-4ab1-8b77-d58c6def8d47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436480 Mar 10 06:59:39.940125 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-18d0b445-4bac-4655-aabe-14ba7d94014b service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860665 Mar 10 06:59:40.037405 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-42f853a4-c767-4287-b2d5-4af6dc9b65a4 req-5a3a0254-d7f5-4e6b-9a1b-dd1dff50c9a3 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903549 Mar 10 06:59:42.252192 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:59:43.476376 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef65e0-1b83-4ba6-a600-b7dcf366e2db req-80bc011b-3dcb-4d10-9b9d-93c184eb4b35 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:43.477910 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2cef65e0-1b83-4ba6-a600-b7dcf366e2db req-80bc011b-3dcb-4d10-9b9d-93c184eb4b35 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0584447 Mar 10 06:59:43.535685 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2cef65e0-1b83-4ba6-a600-b7dcf366e2db req-77b5539b-fdaf-4724-b16a-eaad834bec7f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470524 Mar 10 06:59:44.669604 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c2e6b-9fbd-4128-84de-78f938d38513 req-0747cc77-9a72-403a-8017-cdeae1772d1c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:44.671176 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-583c2e6b-9fbd-4128-84de-78f938d38513 req-0747cc77-9a72-403a-8017-cdeae1772d1c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0669744 Mar 10 06:59:44.733733 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-583c2e6b-9fbd-4128-84de-78f938d38513 req-16f764af-e5ca-4691-ae45-f3d828a892fe tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557797 Mar 10 06:59:44.747042 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b82b-e2b1-4c3d-af51-63ca1011c903 req-0f946f66-a1a1-4c65-86b0-57b7b38aff7a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:44.749341 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3c07b82b-e2b1-4c3d-af51-63ca1011c903 req-0f946f66-a1a1-4c65-86b0-57b7b38aff7a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0608678 Mar 10 06:59:44.846682 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3c07b82b-e2b1-4c3d-af51-63ca1011c903 req-3015d992-bfeb-47a2-b171-450afd1df83e tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901346 Mar 10 06:59:44.851654 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-217dff69-8ed2-425f-83ad-34c9d0ebbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:44.853189 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-217dff69-8ed2-425f-83ad-34c9d0ebbad6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1169 time: 0.0797942 Mar 10 06:59:44.945952 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-099b65c2-a97b-407c-9d3f-2ceeeb653e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:44.947899 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-099b65c2-a97b-407c-9d3f-2ceeeb653e3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.0874135 Mar 10 06:59:45.026717 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-8316c48f-01dc-4ef2-9f84-ffa0bb2e3960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 1001 time: 0.0703800 Mar 10 06:59:45.078396 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-e46f9a48-95f9-4cd2-a834-ff9453156245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:45.079863 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-e46f9a48-95f9-4cd2-a834-ff9453156245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0473466 Mar 10 06:59:45.129871 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-3ccd93db-26cd-4b0f-9832-e1f6b68d9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:45.131391 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-3ccd93db-26cd-4b0f-9832-e1f6b68d9f55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444393 Mar 10 06:59:45.225959 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-a25bf384-d4c6-41ee-8d7d-843d1b107806 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877655 Mar 10 06:59:45.321551 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-72d7426e-2a6e-490d-9666-381e92f430e5 req-af53b95c-57e3-4b7b-8de7-32c9c017570a service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894780 Mar 10 06:59:45.858416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29d02-8eb7-4732-9829-e2fcda345996 req-13cc4044-afe5-4896-a312-96c8c14c5fce tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:45.859868 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-59d29d02-8eb7-4732-9829-e2fcda345996 req-13cc4044-afe5-4896-a312-96c8c14c5fce tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0525882 Mar 10 06:59:45.911319 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-59d29d02-8eb7-4732-9829-e2fcda345996 req-c6a9b711-9134-4986-a748-2fd02178c986 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 Mar 10 06:59:45.967055 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d7957-f75f-45bc-8af7-293de345c679 req-db4e8f4b-cdb1-46fd-b05f-f0380acc7480 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:45.968547 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e23d7957-f75f-45bc-8af7-293de345c679 req-db4e8f4b-cdb1-46fd-b05f-f0380acc7480 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0534034 Mar 10 06:59:46.027707 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e23d7957-f75f-45bc-8af7-293de345c679 req-2dfb2fb8-745e-446d-9e3e-051f6b2df615 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528605 Mar 10 06:59:47.027430 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb29c-5a1b-4e52-896b-8fd2e1ce87ae req-cb514742-c52c-48b9-9775-78975c6ac59d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:47.028892 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-45ecb29c-5a1b-4e52-896b-8fd2e1ce87ae req-cb514742-c52c-48b9-9775-78975c6ac59d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0523267 Mar 10 06:59:47.087075 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-45ecb29c-5a1b-4e52-896b-8fd2e1ce87ae req-697c69be-6a59-430f-94c5-111dc32cfba0 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491805 Mar 10 06:59:47.118776 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60562) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:47.163918 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d382a-cba1-46fe-9380-09f344d30ed3 req-b7d16261-599a-4931-b1b9-f180bfabc817 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:47.165456 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f84d382a-cba1-46fe-9380-09f344d30ed3 req-b7d16261-599a-4931-b1b9-f180bfabc817 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0612271 Mar 10 06:59:47.223304 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f84d382a-cba1-46fe-9380-09f344d30ed3 req-813a44b6-1d90-44a5-9cf8-61cf69f387d6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520620 Mar 10 06:59:47.239219 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3bdaeb4c-d3a4-4b43-ac40-2fae5ade30cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.308971 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3bdaeb4c-d3a4-4b43-ac40-2fae5ade30cb admin admin] Publish callbacks [] for security_group (392ca72a-1a70-40f9-8533-2435f54b7d50), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.312494 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3bdaeb4c-d3a4-4b43-ac40-2fae5ade30cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (392ca72a-1a70-40f9-8533-2435f54b7d50), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.348100 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaeb4c-d3a4-4b43-ac40-2fae5ade30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392ca72a-1a70-40f9-8533-2435f54b7d50,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:47.352212 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3bdaeb4c-d3a4-4b43-ac40-2fae5ade30cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0975d8464cd749d1a4077f59d7af3a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324865 Mar 10 06:59:47.354807 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60566) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:47.405262 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-45aa9a45-8057-4f8c-9a71-dd651c462ad8 admin admin] Publish callbacks [] for security_group (392ca72a-1a70-40f9-8533-2435f54b7d50), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.427473 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-45aa9a45-8057-4f8c-9a71-dd651c462ad8 admin admin] Publish callbacks [] for security_group (392ca72a-1a70-40f9-8533-2435f54b7d50), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.474672 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-45aa9a45-8057-4f8c-9a71-dd651c462ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (392ca72a-1a70-40f9-8533-2435f54b7d50), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.477420 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-45aa9a45-8057-4f8c-9a71-dd651c462ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.478596 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-45aa9a45-8057-4f8c-9a71-dd651c462ad8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/392ca72a-1a70-40f9-8533-2435f54b7d50 HTTP/1.1" status: 204 len: 168 time: 0.1228771 Mar 10 06:59:47.486298 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa9a45-8057-4f8c-9a71-dd651c462ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392ca72a-1a70-40f9-8533-2435f54b7d50,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:47.725951 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60572) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:47.739286 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-97296ecb-bcd7-44e7-a92b-0bcbd63013d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.822282 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-97296ecb-bcd7-44e7-a92b-0bcbd63013d3 admin admin] Publish callbacks [] for security_group (f55d6c8f-5715-4ad1-a3be-27076bf6e2a6), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.825838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-97296ecb-bcd7-44e7-a92b-0bcbd63013d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f55d6c8f-5715-4ad1-a3be-27076bf6e2a6), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.865702 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-97296ecb-bcd7-44e7-a92b-0bcbd63013d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e6510893ac54a8e91e9c89e57e140c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386678 Mar 10 06:59:47.866705 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97296ecb-bcd7-44e7-a92b-0bcbd63013d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d6c8f-5715-4ad1-a3be-27076bf6e2a6,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:47.868390 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60574) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:47.914596 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3ef70fe-f53f-4711-a66e-a7454becf5ff admin admin] Publish callbacks [] for security_group (f55d6c8f-5715-4ad1-a3be-27076bf6e2a6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.934960 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3ef70fe-f53f-4711-a66e-a7454becf5ff admin admin] Publish callbacks [] for security_group (f55d6c8f-5715-4ad1-a3be-27076bf6e2a6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.979130 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3ef70fe-f53f-4711-a66e-a7454becf5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f55d6c8f-5715-4ad1-a3be-27076bf6e2a6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.981746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f3ef70fe-f53f-4711-a66e-a7454becf5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:47.983372 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f3ef70fe-f53f-4711-a66e-a7454becf5ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f55d6c8f-5715-4ad1-a3be-27076bf6e2a6 HTTP/1.1" status: 204 len: 168 time: 0.1139052 Mar 10 06:59:47.990823 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef70fe-f53f-4711-a66e-a7454becf5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d6c8f-5715-4ad1-a3be-27076bf6e2a6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:48.208634 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb02eb-25a7-4f61-b999-bd36f6d2d03f req-56e882d8-943f-41fa-ab20-a5a45d81d9a1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:48.210025 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c4cb02eb-25a7-4f61-b999-bd36f6d2d03f req-56e882d8-943f-41fa-ab20-a5a45d81d9a1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Mar 10 06:59:48.259581 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c4cb02eb-25a7-4f61-b999-bd36f6d2d03f req-72d1aec7-9b36-4b8f-a79c-aed4629216f0 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436287 Mar 10 06:59:48.301040 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60584) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:48.314200 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c22bb0f5-cb9e-41cc-a414-2d578201366d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.343255 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21143c6-7971-460c-82c0-028b1a850311 req-d8fd02e7-512a-43f1-a617-9f7621449b6b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:48.344790 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f21143c6-7971-460c-82c0-028b1a850311 req-d8fd02e7-512a-43f1-a617-9f7621449b6b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0539987 Mar 10 06:59:48.388810 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c22bb0f5-cb9e-41cc-a414-2d578201366d admin admin] Publish callbacks [] for security_group (eac6f0fe-657f-48d9-925d-6a2650eed512), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.392599 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c22bb0f5-cb9e-41cc-a414-2d578201366d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (eac6f0fe-657f-48d9-925d-6a2650eed512), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.405875 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f21143c6-7971-460c-82c0-028b1a850311 req-7db3a7c7-8548-4a1a-b459-ccbc467070ff tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552478 Mar 10 06:59:48.430267 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-c22bb0f5-cb9e-41cc-a414-2d578201366d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ae67208e73449c5a35eaf021ac164ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278596 Mar 10 06:59:48.432181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bb0f5-cb9e-41cc-a414-2d578201366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6f0fe-657f-48d9-925d-6a2650eed512,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:48.432842 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60586) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:48.479163 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4f28d47-e3d1-4c6e-9280-dbbecc02a412 admin admin] Publish callbacks [] for security_group (eac6f0fe-657f-48d9-925d-6a2650eed512), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.500296 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4f28d47-e3d1-4c6e-9280-dbbecc02a412 admin admin] Publish callbacks [] for security_group (eac6f0fe-657f-48d9-925d-6a2650eed512), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.548753 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4f28d47-e3d1-4c6e-9280-dbbecc02a412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (eac6f0fe-657f-48d9-925d-6a2650eed512), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.551318 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a4f28d47-e3d1-4c6e-9280-dbbecc02a412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:48.552682 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a4f28d47-e3d1-4c6e-9280-dbbecc02a412 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eac6f0fe-657f-48d9-925d-6a2650eed512 HTTP/1.1" status: 204 len: 168 time: 0.1188490 Mar 10 06:59:48.560066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f28d47-e3d1-4c6e-9280-dbbecc02a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6f0fe-657f-48d9-925d-6a2650eed512,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:49.387513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d96ba-7bf2-4f84-b01c-e9cdaa3861a8 req-8609869b-9149-46d3-a525-ac6b57f19b9d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:49.389891 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fa1d96ba-7bf2-4f84-b01c-e9cdaa3861a8 req-8609869b-9149-46d3-a525-ac6b57f19b9d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0623209 Mar 10 06:59:49.442553 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fa1d96ba-7bf2-4f84-b01c-e9cdaa3861a8 req-9c74005c-30b3-4b30-aa18-7cf7fcc7eba8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468202 Mar 10 06:59:49.532244 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1d117-7362-4fc2-8187-4fb50ae0da28 req-0f79d57e-18ad-4d06-b9d9-2f89e23935f5 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:49.533647 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fba1d117-7362-4fc2-8187-4fb50ae0da28 req-0f79d57e-18ad-4d06-b9d9-2f89e23935f5 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0557065 Mar 10 06:59:49.595526 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fba1d117-7362-4fc2-8187-4fb50ae0da28 req-31ee0e37-5272-4275-a646-15ae4e71d7a5 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559828 Mar 10 06:59:50.564077 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d4c3-de85-46d7-96b0-a131831dd28a req-35c0c776-212b-498e-a723-ad97eaf33fbb tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:50.565696 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c322d4c3-de85-46d7-96b0-a131831dd28a req-35c0c776-212b-498e-a723-ad97eaf33fbb tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0541332 Mar 10 06:59:50.612327 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c322d4c3-de85-46d7-96b0-a131831dd28a req-63f14c14-b3eb-4622-97e7-e9835ea1c834 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Mar 10 06:59:50.712696 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b4f9-5fd6-4292-a1ed-25c58c5ffa02 req-76e63e5c-0d1b-44e9-b093-a661f53f3d87 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:50.714407 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f5c9b4f9-5fd6-4292-a1ed-25c58c5ffa02 req-76e63e5c-0d1b-44e9-b093-a661f53f3d87 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0543451 Mar 10 06:59:50.779174 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f5c9b4f9-5fd6-4292-a1ed-25c58c5ffa02 req-440659fa-20e0-464e-92f3-561136a5a06a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557101 Mar 10 06:59:51.729963 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ef9b2-331b-4661-b895-f5c99c3692ae req-247591ea-01c0-4d5d-89a7-55db0831d1cd tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:51.731758 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-623ef9b2-331b-4661-b895-f5c99c3692ae req-247591ea-01c0-4d5d-89a7-55db0831d1cd tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0515280 Mar 10 06:59:51.781235 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-623ef9b2-331b-4661-b895-f5c99c3692ae req-594605dc-8aca-458b-8a93-62c86a8d07ca tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Mar 10 06:59:51.904905 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ec56-152f-4906-a269-3c9075d30952 req-ccd6b6c2-238a-4032-8b10-3e0b5b406776 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:51.906884 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84a4ec56-152f-4906-a269-3c9075d30952 req-ccd6b6c2-238a-4032-8b10-3e0b5b406776 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0579672 Mar 10 06:59:51.969847 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-84a4ec56-152f-4906-a269-3c9075d30952 req-315a6be4-058f-4d61-99be-780075f60cf3 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571020 Mar 10 06:59:52.663120 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3af9-8a63-400b-9426-3b4523b6d695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:52.896512 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd0908-a1cc-4c3c-a3e5-b4e9fe529c5e req-211c16cc-c474-45fe-9990-83a85d68a5b1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:52.897930 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3bcd0908-a1cc-4c3c-a3e5-b4e9fe529c5e req-211c16cc-c474-45fe-9990-83a85d68a5b1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0509844 Mar 10 06:59:52.943203 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3bcd0908-a1cc-4c3c-a3e5-b4e9fe529c5e req-5d37942d-22d7-4a0a-aea8-379d8bb43d54 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396869 Mar 10 06:59:53.093545 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a77938-21b0-4928-96e1-7426aae2c222 req-48a16cd3-6ba8-498a-92af-d04d2ca19e47 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:53.095064 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-60a77938-21b0-4928-96e1-7426aae2c222 req-48a16cd3-6ba8-498a-92af-d04d2ca19e47 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0535817 Mar 10 06:59:53.152628 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-60a77938-21b0-4928-96e1-7426aae2c222 req-23a3ffb7-7ebe-4b25-a2f1-a6662ce9df03 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519903 Mar 10 06:59:54.060584 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab40f70-8a21-4c83-9fcb-43f7476be890 req-25292e64-4f01-4b60-b22a-3742b72dfb90 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:54.062600 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ab40f70-8a21-4c83-9fcb-43f7476be890 req-25292e64-4f01-4b60-b22a-3742b72dfb90 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0536904 Mar 10 06:59:54.107545 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ab40f70-8a21-4c83-9fcb-43f7476be890 req-ed3c3e3d-8ddc-4697-9853-01284eb67606 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Mar 10 06:59:54.266914 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9993-2c40-429a-a133-1fbf6f87c34f req-91f9fb90-16a6-47b8-a850-5ca5229cb7c6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:54.268358 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5dac9993-2c40-429a-a133-1fbf6f87c34f req-91f9fb90-16a6-47b8-a850-5ca5229cb7c6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0518076 Mar 10 06:59:54.329390 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5dac9993-2c40-429a-a133-1fbf6f87c34f req-2046e10a-cfe5-47fb-9433-b78b487f668f tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553000 Mar 10 06:59:54.988662 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9f622dc7-ffcd-4fd4-b17d-8269010b434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:55.230753 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f7198-30ad-49af-b500-01a59763db64 req-a982f688-1edc-43b3-bd93-f290e5c09c02 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:55.232199 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ed9f7198-30ad-49af-b500-01a59763db64 req-a982f688-1edc-43b3-bd93-f290e5c09c02 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0549917 Mar 10 06:59:55.276995 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ed9f7198-30ad-49af-b500-01a59763db64 req-9269e9a9-c3ab-4dd2-9b06-c83f3639a386 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 Mar 10 06:59:55.449380 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14928cb7-8902-49c6-ad33-3642e1b71ddd req-16acd49e-bbd2-430c-81b2-92a7b9ab6d0b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:55.450974 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-14928cb7-8902-49c6-ad33-3642e1b71ddd req-16acd49e-bbd2-430c-81b2-92a7b9ab6d0b tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0530546 Mar 10 06:59:55.508931 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-14928cb7-8902-49c6-ad33-3642e1b71ddd req-fcbfc03e-eb0c-49d9-b727-774308a568db tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522552 Mar 10 06:59:55.983133 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.401180 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a0a2-ae0a-4cef-ad26-280cbe19740b req-cb5be8ec-1060-46fd-af47-dac0bf40453e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:56.402758 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dab3a0a2-ae0a-4cef-ad26-280cbe19740b req-cb5be8ec-1060-46fd-af47-dac0bf40453e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Mar 10 06:59:56.425072 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60736) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:56.450757 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dab3a0a2-ae0a-4cef-ad26-280cbe19740b req-2616d551-7423-4781-9ff3-9224decb3fed tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421138 Mar 10 06:59:56.525383 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1cc5cabd-9d70-4b4c-8ecf-71c19c197998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.626891 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1cc5cabd-9d70-4b4c-8ecf-71c19c197998 admin admin] Publish callbacks [] for security_group (2fe29968-a035-4c39-ab61-2d62cfee62c9), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.632108 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1cc5cabd-9d70-4b4c-8ecf-71c19c197998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2fe29968-a035-4c39-ab61-2d62cfee62c9), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.683598 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686acedb-b165-4e5a-ba98-1d611d30b84d req-41aa53cc-d380-4b27-9cc8-5e86a3f62106 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:56.685103 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-686acedb-b165-4e5a-ba98-1d611d30b84d req-41aa53cc-d380-4b27-9cc8-5e86a3f62106 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.1083925 Mar 10 06:59:56.685705 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5cabd-9d70-4b4c-8ecf-71c19c197998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe29968-a035-4c39-ab61-2d62cfee62c9,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:56.692496 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1cc5cabd-9d70-4b4c-8ecf-71c19c197998 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7be0e686460498b868b58535540d690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638857 Mar 10 06:59:56.693565 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60742) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:56.780867 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-686acedb-b165-4e5a-ba98-1d611d30b84d req-1fbebd2e-1bb2-440f-8a0c-860df5527250 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&id=e0d18c35-6c97-4ffa-9912-afcdda4211e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886202 Mar 10 06:59:56.783675 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35f0e315-7e7d-45aa-ad6a-cebc71de8a27 admin admin] Publish callbacks [] for security_group (2fe29968-a035-4c39-ab61-2d62cfee62c9), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.804912 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35f0e315-7e7d-45aa-ad6a-cebc71de8a27 admin admin] Publish callbacks [] for security_group (2fe29968-a035-4c39-ab61-2d62cfee62c9), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.851220 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35f0e315-7e7d-45aa-ad6a-cebc71de8a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2fe29968-a035-4c39-ab61-2d62cfee62c9), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.853803 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35f0e315-7e7d-45aa-ad6a-cebc71de8a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:56.854923 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-35f0e315-7e7d-45aa-ad6a-cebc71de8a27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fe29968-a035-4c39-ab61-2d62cfee62c9 HTTP/1.1" status: 204 len: 168 time: 0.1605215 Mar 10 06:59:56.862570 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0e315-7e7d-45aa-ad6a-cebc71de8a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe29968-a035-4c39-ab61-2d62cfee62c9,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:57.107513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60752) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:57.120052 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-15b9272d-7f15-434f-bfc2-dd05a8faf5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.191733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-15b9272d-7f15-434f-bfc2-dd05a8faf5ad admin admin] Publish callbacks [] for security_group (fe4dc1f4-70c8-42aa-9596-74b35b0c0639), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.195648 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-15b9272d-7f15-434f-bfc2-dd05a8faf5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (fe4dc1f4-70c8-42aa-9596-74b35b0c0639), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.236049 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-15b9272d-7f15-434f-bfc2-dd05a8faf5ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74c4127c89d8432da2357131b586d33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275084 Mar 10 06:59:57.236842 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9272d-7f15-434f-bfc2-dd05a8faf5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4dc1f4-70c8-42aa-9596-74b35b0c0639,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:57.238780 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60754) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:57.288763 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7270b4b9-3a08-4f02-92f7-84ac0b450335 admin admin] Publish callbacks [] for security_group (fe4dc1f4-70c8-42aa-9596-74b35b0c0639), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.308865 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7270b4b9-3a08-4f02-92f7-84ac0b450335 admin admin] Publish callbacks [] for security_group (fe4dc1f4-70c8-42aa-9596-74b35b0c0639), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.355852 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7270b4b9-3a08-4f02-92f7-84ac0b450335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (fe4dc1f4-70c8-42aa-9596-74b35b0c0639), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.358689 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7270b4b9-3a08-4f02-92f7-84ac0b450335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.359908 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7270b4b9-3a08-4f02-92f7-84ac0b450335 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe4dc1f4-70c8-42aa-9596-74b35b0c0639 HTTP/1.1" status: 204 len: 168 time: 0.1199932 Mar 10 06:59:57.367784 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270b4b9-3a08-4f02-92f7-84ac0b450335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4dc1f4-70c8-42aa-9596-74b35b0c0639,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:57.573106 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788137-3bdd-4489-91dd-378d73a80c02 req-07d61d21-c8be-40ae-b66e-6e59a8d37981 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:57.574602 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0788137-3bdd-4489-91dd-378d73a80c02 req-07d61d21-c8be-40ae-b66e-6e59a8d37981 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Mar 10 06:59:57.581227 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.625087 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0788137-3bdd-4489-91dd-378d73a80c02 req-5132f025-742b-4359-b588-ac276b7b4d2d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Mar 10 06:59:57.681403 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60764) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:57.694716 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-40e542ce-89e2-4fa5-9950-c4e55dba51fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.765501 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-40e542ce-89e2-4fa5-9950-c4e55dba51fa admin admin] Publish callbacks [] for security_group (1e34360c-70f4-44e8-9d92-8b7ce7f5f85c), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.769067 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-40e542ce-89e2-4fa5-9950-c4e55dba51fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1e34360c-70f4-44e8-9d92-8b7ce7f5f85c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.805109 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-40e542ce-89e2-4fa5-9950-c4e55dba51fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d8a73eb2de4429a8774c7d7e50a040e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1226721 Mar 10 06:59:57.806005 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e542ce-89e2-4fa5-9950-c4e55dba51fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e34360c-70f4-44e8-9d92-8b7ce7f5f85c,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:57.807787 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60766) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:57.855554 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-497a36f6-5790-419e-bb76-4dcf7743eabc admin admin] Publish callbacks [] for security_group (1e34360c-70f4-44e8-9d92-8b7ce7f5f85c), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.878606 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-497a36f6-5790-419e-bb76-4dcf7743eabc admin admin] Publish callbacks [] for security_group (1e34360c-70f4-44e8-9d92-8b7ce7f5f85c), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.925535 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-497a36f6-5790-419e-bb76-4dcf7743eabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (1e34360c-70f4-44e8-9d92-8b7ce7f5f85c), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.928361 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-497a36f6-5790-419e-bb76-4dcf7743eabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:57.929535 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-497a36f6-5790-419e-bb76-4dcf7743eabc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e34360c-70f4-44e8-9d92-8b7ce7f5f85c HTTP/1.1" status: 204 len: 168 time: 0.1206851 Mar 10 06:59:57.937062 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a36f6-5790-419e-bb76-4dcf7743eabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e34360c-70f4-44e8-9d92-8b7ce7f5f85c,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:58.757605 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e9974-fc07-450c-9071-41f3a51624bf req-392ad7e1-0953-44b5-8bf4-f9d8dedabb3d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:58.759838 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-123e9974-fc07-450c-9071-41f3a51624bf req-392ad7e1-0953-44b5-8bf4-f9d8dedabb3d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0607641 Mar 10 06:59:58.813537 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-123e9974-fc07-450c-9071-41f3a51624bf req-da8d65d1-cce9-4c3e-907e-0a6a8327213f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476568 Mar 10 06:59:58.918349 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:58.965337 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60798) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:59.069692 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e2cba5a4-c156-4ed0-8544-0b5434c24757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.145105 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e2cba5a4-c156-4ed0-8544-0b5434c24757 admin admin] Publish callbacks [] for security_group (6459ed16-67bc-4912-b329-6ff13d636ee3), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.148838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e2cba5a4-c156-4ed0-8544-0b5434c24757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (6459ed16-67bc-4912-b329-6ff13d636ee3), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.187238 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-e2cba5a4-c156-4ed0-8544-0b5434c24757 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3e34bcf15b440bbbd4c83f32f905b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207637 Mar 10 06:59:59.187989 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cba5a4-c156-4ed0-8544-0b5434c24757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6459ed16-67bc-4912-b329-6ff13d636ee3,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:59.190048 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60802) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:59:59.238865 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9139a46f-13f3-409d-b74e-7dddad2db730 admin admin] Publish callbacks [] for security_group (6459ed16-67bc-4912-b329-6ff13d636ee3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.259265 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9139a46f-13f3-409d-b74e-7dddad2db730 admin admin] Publish callbacks [] for security_group (6459ed16-67bc-4912-b329-6ff13d636ee3), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.303657 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9139a46f-13f3-409d-b74e-7dddad2db730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (6459ed16-67bc-4912-b329-6ff13d636ee3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.306221 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9139a46f-13f3-409d-b74e-7dddad2db730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:59:59.307331 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9139a46f-13f3-409d-b74e-7dddad2db730 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6459ed16-67bc-4912-b329-6ff13d636ee3 HTTP/1.1" status: 204 len: 168 time: 0.1163168 Mar 10 06:59:59.315096 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139a46f-13f3-409d-b74e-7dddad2db730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6459ed16-67bc-4912-b329-6ff13d636ee3,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:59:59.929380 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012ac7e-4dc5-4548-a921-324132576b69 req-d8e4e736-864e-4f90-be0b-dc61682b3242 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:59:59.930829 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a012ac7e-4dc5-4548-a921-324132576b69 req-d8e4e736-864e-4f90-be0b-dc61682b3242 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0518298 Mar 10 06:59:59.975803 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a012ac7e-4dc5-4548-a921-324132576b69 req-095c90ec-e352-448f-8e41-8386580ba989 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395348 Mar 10 07:00:00.174849 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c984b-f423-40aa-99a1-c792f38ebeba req-68b5fcc5-d9ca-4418-82fd-985bde070e0d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:00.176227 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4b3c984b-f423-40aa-99a1-c792f38ebeba req-68b5fcc5-d9ca-4418-82fd-985bde070e0d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0569727 Mar 10 07:00:00.222910 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e593-4f88-453c-8094-fb403a9108f5 req-bb6c8c53-4018-41d7-b7bc-30451339c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:00.223778 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4b3c984b-f423-40aa-99a1-c792f38ebeba req-f51baa40-9508-44bc-badd-1c8d40dfe339 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Mar 10 07:00:00.224413 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-bb6c8c53-4018-41d7-b7bc-30451339c837 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.0462737 Mar 10 07:00:00.315733 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e593-4f88-453c-8094-fb403a9108f5 req-48d2eab3-977d-47d0-9b42-ffc1569783e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:00.317360 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-48d2eab3-977d-47d0-9b42-ffc1569783e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.0860317 Mar 10 07:00:00.381849 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-91a024c9-7a3a-4a8a-9a5d-19e0946a1673 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1001 time: 0.0584636 Mar 10 07:00:00.435678 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e593-4f88-453c-8094-fb403a9108f5 req-8858435e-afe8-4d91-b980-5b7bce9ead95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:00.437936 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-8858435e-afe8-4d91-b980-5b7bce9ead95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0506008 Mar 10 07:00:00.486254 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e593-4f88-453c-8094-fb403a9108f5 req-a6ca9035-0fcf-4c56-8f58-bb5cb2f8bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:00.487790 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-a6ca9035-0fcf-4c56-8f58-bb5cb2f8bb5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441055 Mar 10 07:00:00.577528 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-9befe7de-8f59-4df1-bba1-b6c36acae67c service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822546 Mar 10 07:00:00.665747 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b633e593-4f88-453c-8094-fb403a9108f5 req-9e259a8d-35ca-4179-b7a3-68489d20c694 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814567 Mar 10 07:00:01.345980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aae866-ce22-45fa-9f48-2cbfdd7c2bb7 req-4ad12c91-962b-46e4-90db-3e43763f051c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:01.347463 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1aae866-ce22-45fa-9f48-2cbfdd7c2bb7 req-4ad12c91-962b-46e4-90db-3e43763f051c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0549788 Mar 10 07:00:01.395424 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b1aae866-ce22-45fa-9f48-2cbfdd7c2bb7 req-d995824e-5da9-4ae0-ba72-10f1205f4c62 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417295 Mar 10 07:00:02.511988 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47784-4e87-4455-90d6-5047f9a65e7a req-2c7f43a2-524f-4d87-a3de-01ea43262bb8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:02.513452 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3be47784-4e87-4455-90d6-5047f9a65e7a req-2c7f43a2-524f-4d87-a3de-01ea43262bb8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0511324 Mar 10 07:00:02.558411 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3be47784-4e87-4455-90d6-5047f9a65e7a req-28da1fb7-6ec9-4d8a-81b0-3016d2700023 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396430 Mar 10 07:00:08.443744 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:19.251800 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:00:22.663789 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-76e1d07b-786f-4d9f-a489-95cf97caa968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:24.989964 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9fdf07b1-6912-4b87-ac3b-779f0b34951e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:25.985382 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:27.582080 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:28.920677 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.937525 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601ce56-dc38-4f69-ac22-a7acd3cc139b req-0d61845a-5b1e-47ce-8fc0-f090e18c12bf tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:30.938945 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e601ce56-dc38-4f69-ac22-a7acd3cc139b req-0d61845a-5b1e-47ce-8fc0-f090e18c12bf tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0514550 Mar 10 07:00:30.987612 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e601ce56-dc38-4f69-ac22-a7acd3cc139b req-3b16e95e-79dd-4f1f-abbe-49dac151a986 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Mar 10 07:00:32.112179 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d5235-93b2-4c8b-86e3-9183f374dac2 req-f4163c6b-c0e7-43b6-9db5-0ce8bbd1e209 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:32.113652 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-069d5235-93b2-4c8b-86e3-9183f374dac2 req-f4163c6b-c0e7-43b6-9db5-0ce8bbd1e209 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0544651 Mar 10 07:00:32.158324 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-069d5235-93b2-4c8b-86e3-9183f374dac2 req-fc266be3-4a6a-458b-a168-0661229d6202 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391810 Mar 10 07:00:32.983790 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-3766a8ed-f8bc-48bf-86d2-abef94d16f77 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:32.985348 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-3766a8ed-f8bc-48bf-86d2-abef94d16f77 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0511198 Mar 10 07:00:33.084686 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Deleting port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:00:33.085060 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:33.171112 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] For port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:00:33.171827 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:33.278837 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c99b1-2c98-4954-95a4-8b1066fba80e req-c761381d-3471-4feb-95ec-55a552fb0618 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:33.280820 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-358c99b1-2c98-4954-95a4-8b1066fba80e req-c761381d-3471-4feb-95ec-55a552fb0618 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 946 time: 0.0534127 Mar 10 07:00:33.326397 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-358c99b1-2c98-4954-95a4-8b1066fba80e req-c8990d72-55e8-41e6-85d6-c2295c58b8f9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=318c8caf-c1be-4312-b421-56606e6ea693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Mar 10 07:00:33.393905 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:33.394270 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (b66ae54a-dae0-4793-a8c0-aba6dc71407b), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:33.394584 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Floating IP b66ae54a-dae0-4793-a8c0-aba6dc71407b disassociated. External IP: 172.27.1.18, port: 93d67bd9-7f11-4e54-b75a-1582c8f7a98a. Mar 10 07:00:33.394919 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Calling delete_port for 93d67bd9-7f11-4e54-b75a-1582c8f7a98a owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:00:33.527194 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (93d67bd9-7f11-4e54-b75a-1582c8f7a98a), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:33.553534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event deleted for resources: {'Port': ['ID=93d67bd9-7f11-4e54-b75a-1582c8f7a98a,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:33.562805 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.563159 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.563504 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.563847 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.564181 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.564511 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.565404 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.565404 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.565581 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.565815 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.566142 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.566468 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.566792 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:33.678686 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:00:33.787345 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:00:33.796968 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:00:33.807403 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:00:33.808029 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:33.831350 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] No DVR routers for this DVR port 93d67bd9-7f11-4e54-b75a-1582c8f7a98a on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:00:33.834015 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:33.837389 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-aed97cba-9500-4a1e-a5a8-e57bec5efdf3 req-6e99be62-a391-4a6a-9ef8-e226f1ecabfd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "DELETE /v2.0/ports/93d67bd9-7f11-4e54-b75a-1582c8f7a98a HTTP/1.1" status: 204 len: 173 time: 0.8471539 Mar 10 07:00:33.837852 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-deleted', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:00:33.840102 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da3a60-92dc-4922-b54b-443bdae712fa" -d '{"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-deleted", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:00:33.879846 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5696f7f-d645-4212-8e3a-af1825a63589 x-openstack-request-id: req-d5696f7f-d645-4212-8e3a-af1825a63589 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:00:33.880055 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0912ce-a37e-455e-b553-27220644f534", "name": "network-vif-deleted", "tag": "93d67bd9-7f11-4e54-b75a-1582c8f7a98a", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:00:33.880948 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5696f7f-d645-4212-8e3a-af1825a63589 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:00:33.881471 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0912ce-a37e-455e-b553-27220644f534', 'name': 'network-vif-deleted', 'tag': '93d67bd9-7f11-4e54-b75a-1582c8f7a98a', 'status': 'completed', 'code': 200} Mar 10 07:00:33.925927 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:00:34.126575 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:34.152388 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:00:34.160441 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:00:34.161067 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:34.271089 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:00:34.453876 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-578686b1-b04f-438d-be23-00ec70b0b571 req-9cd52099-582d-45f2-8f44-ea2e0192a042 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd0912ce-a37e-455e-b553-27220644f534 HTTP/1.1" status: 200 len: 210 time: 0.0372102 Mar 10 07:00:34.476046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:34.506958 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7cb69-f478-4056-81ce-424513245cfe None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:00:34.718738 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8f2f9-08e6-499d-8252-1a99e56402bd None None] New status for floating IP b66ae54a-dae0-4793-a8c0-aba6dc71407b: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:00:35.551111 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60870) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:35.602506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (318c8caf-c1be-4312-b421-56606e6ea693), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.624896 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (318c8caf-c1be-4312-b421-56606e6ea693), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.672555 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (318c8caf-c1be-4312-b421-56606e6ea693), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.675146 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.678962 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "DELETE /v2.0/security-groups/318c8caf-c1be-4312-b421-56606e6ea693 HTTP/1.1" status: 204 len: 168 time: 0.1242051 Mar 10 07:00:35.679407 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60872) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:35.686141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c8caf-c1be-4312-b421-56606e6ea693,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:35.693105 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.693454 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.693796 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.694129 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.694472 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.694790 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.695021 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.api.v2.resource [None req-a297f75c-a019-4584-af83-de183d0e5a8c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] show failed (client error): The resource could not be found. Mar 10 07:00:35.695199 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.695422 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.695798 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.699027 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.699027 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.699243 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a297f75c-a019-4584-af83-de183d0e5a8c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups/318c8caf-c1be-4312-b421-56606e6ea693 HTTP/1.1" status: 404 len: 347 time: 0.0158932 Mar 10 07:00:35.699326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.699326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2045c9-5a2a-4fc8-a3f4-8e8dbb0ce5d0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:35.699482 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60874) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:35.825062 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Deleting port 7ab58511-5de6-4f49-a026-aca11a79f9d8 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:00:35.825409 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.897615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.898015 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (7ab58511-5de6-4f49-a026-aca11a79f9d8), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:35.909336 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Calling delete_port for 7ab58511-5de6-4f49-a026-aca11a79f9d8 owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:00:36.042702 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (7ab58511-5de6-4f49-a026-aca11a79f9d8), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.068659 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event deleted for resources: {'Port': ['ID=7ab58511-5de6-4f49-a026-aca11a79f9d8,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:36.130583 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (b66ae54a-dae0-4793-a8c0-aba6dc71407b), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.133161 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.134313 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4eaecb2e-6ec3-44f5-88ad-f655711d703d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "DELETE /v2.0/floatingips/b66ae54a-dae0-4793-a8c0-aba6dc71407b HTTP/1.1" status: 204 len: 168 time: 0.4340065 Mar 10 07:00:36.403278 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60878) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:36.408488 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214094670', 'description': 'tempest-description--1182448751'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:36.431194 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.739641 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (2b9f1a17-216f-4267-9f8f-bd31776664d0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.743380 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2b9f1a17-216f-4267-9f8f-bd31776664d0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.770263 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.771471 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3671527 Mar 10 07:00:36.774508 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60880) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:36.775594 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fbe9e-1ad8-4b7c-acd0-05d66b3f5758 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f1a17-216f-4267-9f8f-bd31776664d0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:36.779735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'security_group_rule': {'security_group_id': '2b9f1a17-216f-4267-9f8f-bd31776664d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:36.804361 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (10942fd7-745e-4e24-b240-d8791d41f421), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.859261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (10942fd7-745e-4e24-b240-d8791d41f421), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.862686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (10942fd7-745e-4e24-b240-d8791d41f421), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.880470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10942fd7-745e-4e24-b240-d8791d41f421,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:36.885587 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.886752 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-55dbd57f-d949-4a53-8819-a7a30e32c5b0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111715 Mar 10 07:00:36.889900 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60882) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:36.894156 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'security_group_rule': {'security_group_id': '2b9f1a17-216f-4267-9f8f-bd31776664d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:36.918014 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (a0195e54-7a2e-4e3a-94d8-9d6a73837c0e), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.972687 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (a0195e54-7a2e-4e3a-94d8-9d6a73837c0e), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.976284 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (a0195e54-7a2e-4e3a-94d8-9d6a73837c0e), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:36.995635 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0195e54-7a2e-4e3a-94d8-9d6a73837c0e,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:37.004783 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.006039 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-6b0d1038-b968-4ebe-8da4-3f89e6445413 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152120 Mar 10 07:00:37.009623 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60884) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:37.014680 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:37.034190 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.125272 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.226206 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Allocated IP 172.27.1.97 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/5566ba9e-78f6-4bc9-9d93-0bbf3586441d) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:00:37.326898 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.342619 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:00:37.364258 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 93d67bd9-7f11-4e54-b75a-1582c8f7a98a {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:00:37.364646 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 93d67bd9-7f11-4e54-b75a-1582c8f7a98a not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:00:37.366876 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.415730 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:00:37.421657 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:00:37.423870 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'Port': ['ID=5566ba9e-78f6-4bc9-9d93-0bbf3586441d,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:37.426082 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:00:37.509238 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (52f7ac1f-0166-4bb5-9561-af04420063d8), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.546590 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.688804 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.692969 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.761112 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'Port': ['ID=5566ba9e-78f6-4bc9-9d93-0bbf3586441d,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:37.772406 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (52f7ac1f-0166-4bb5-9561-af04420063d8), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.787985 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:37.789255 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c274739b-2560-4aa9-beb8-0d60e2753a8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7785373 Mar 10 07:00:37.980079 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-d121104c-9837-4dbf-8dbe-510574a7d5be tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--214094670&fields=id&tenant_id=db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 267 time: 0.0412323 Mar 10 07:00:38.083365 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-57cc755c-a88a-42ab-a571-da92bcb937f8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:38.084732 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-57cc755c-a88a-42ab-a571-da92bcb937f8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 817 time: 0.0981321 Mar 10 07:00:38.099816 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-414ba732-79d1-4fb5-a4af-8ac1b27e18b4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/quotas/db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 375 time: 0.0092385 Mar 10 07:00:38.154805 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-15797a19-2b88-4b42-9835-887612c4df39 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496848 Mar 10 07:00:38.332456 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-fbbd78e5-a18a-4694-92e8-463e94f1c1b1 service neutron] 10.222.0.35 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664884 Mar 10 07:00:38.422541 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-cd6d2dda-d441-4bd5-8803-04e26cab470d service neutron] 10.222.0.35 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843894 Mar 10 07:00:38.452097 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:38.578844 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ce9e8e69-be7b-450d-adc6-ae3a0a14b7a0 req-0c8aede0-7487-4114-b6c1-3836d3ba8d61 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Mar 10 07:00:39.686923 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-26ee86bb-1103-4389-ba32-20e52340e572 req-27ba9628-3b81-49d9-8cf2-51bbf48b9f7d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 210 time: 0.0324528 Mar 10 07:00:39.687537 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-94fa15e6-0c64-4b8c-9dd2-d36f4353c882 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:39.688912 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-94fa15e6-0c64-4b8c-9dd2-d36f4353c882 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 817 time: 0.1114180 Mar 10 07:00:39.776934 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-82a44455-9041-45de-9093-446ffd7c4802 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 379 time: 0.0533636 Mar 10 07:00:39.800883 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'port': {'device_id': '927d5923-423e-4833-b3e9-0147794d3645', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'admin_state_up': True, 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'security_groups': ['2b9f1a17-216f-4267-9f8f-bd31776664d0']}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:39.905456 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Made reservation on behalf of db5d3efba5b74dc184f89500b0669160 for: {'port': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:00:39.908719 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.036533 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Allocated IP 172.20.0.11 (2a08e5c0-a70b-48c9-8788-219918a0d30f/7f91c174-ca47-4903-a565-16ace75c6633/1ee77016-bfbd-4391-a488-304376bac199) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:00:40.171518 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for port (1ee77016-bfbd-4391-a488-304376bac199), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.204139 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.245799 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:00:40.251274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:00:40.254915 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:00:40.261030 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:40.306718 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:40.307337 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.324052 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-4d22e59b-7006-4a40-8853-d8bd99dc7abd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5268342 Mar 10 07:00:40.374627 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Request body: {'port': {'device_id': '927d5923-423e-4833-b3e9-0147794d3645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:40.439394 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.486468 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-525bf726-8817-451f-8352-8f36bd6b0ff1 None None] Provisioning complete for port 1ee77016-bfbd-4391-a488-304376bac199 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:00:40.487040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-525bf726-8817-451f-8352-8f36bd6b0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (1ee77016-bfbd-4391-a488-304376bac199), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.522774 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-525bf726-8817-451f-8352-8f36bd6b0ff1 None None] Port 1ee77016-bfbd-4391-a488-304376bac199 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:00:40.694819 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee77016-bfbd-4391-a488-304376bac199 {{(pid=109519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:00:40.702090 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Publish callbacks [] for port (1ee77016-bfbd-4391-a488-304376bac199), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.713774 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.provisioning_blocks [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Transition to ACTIVE for port object 1ee77016-bfbd-4391-a488-304376bac199 will not be triggered until provisioned by entity L2. {{(pid=109519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:00:40.717972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.778692 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:40.877151 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94042342-b9bc-4807-8be4-4aa1f1462578 req-02800c9d-2d5d-4334-8d8a-f93807c8b44d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:40.878704 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-94042342-b9bc-4807-8be4-4aa1f1462578 req-02800c9d-2d5d-4334-8d8a-f93807c8b44d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.1174791 Mar 10 07:00:40.883612 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Attempting to bind port 1ee77016-bfbd-4391-a488-304376bac199 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:00:40.883943 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Attempting to bind port 1ee77016-bfbd-4391-a488-304376bac199 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:00:40.884265 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Attempting to bind port 1ee77016-bfbd-4391-a488-304376bac199 on network 2a08e5c0-a70b-48c9-8788-219918a0d30f {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:00:40.895468 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Port 1ee77016-bfbd-4391-a488-304376bac199 on network 2a08e5c0-a70b-48c9-8788-219918a0d30f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:00:40.895766 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Attempting to bind port 1ee77016-bfbd-4391-a488-304376bac199 on network 2a08e5c0-a70b-48c9-8788-219918a0d30f {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:00:40.909924 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:00:40.910091 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Checking segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:00:40.910431 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Bound using segment: {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'} {{(pid=109519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:00:40.910944 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.managers [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Bound port: 1ee77016-bfbd-4391-a488-304376bac199, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87837ec-2fc9-4425-b910-02aac68f0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f'}}] {{(pid=109519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:00:40.911267 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:40.965160 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-94042342-b9bc-4807-8be4-4aa1f1462578 req-463c35a7-3caf-4510-a5f2-4fde5be441ff tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784512 Mar 10 07:00:40.993410 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, cleared binding levels {{(pid=109519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:00:40.996384 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:00:41.002486 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:41.037334 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.037850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:41.039162 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 1094 time: 0.6694980 Mar 10 07:00:41.041423 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:00:41.043666 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729156a0-1354-43a0-8632-fe51f31c1890" -d '{"events": [{"name": "network-changed", "server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:00:41.071873 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3129100-582d-4a86-927e-f41f1cf62cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=3']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:41.086591 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7179df9b-1e69-4fd1-9880-f0416cf336f5 x-openstack-request-id: req-7179df9b-1e69-4fd1-9880-f0416cf336f5 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:00:41.087193 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:00:41.087510 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7179df9b-1e69-4fd1-9880-f0416cf336f5 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:00:41.088016 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'status': 'completed', 'code': 200} Mar 10 07:00:41.144978 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-6d491654-91ac-417c-b4a8-d67b5e484acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.146520 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-6d491654-91ac-417c-b4a8-d67b5e484acd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1128 time: 0.0459945 Mar 10 07:00:41.195415 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-0eb15ee1-fff4-4a1f-8573-66d5f67188a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 217 time: 0.0345926 Mar 10 07:00:41.247129 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-d9c05c78-5955-46db-8f8f-986b0bbad963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.248592 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-d9c05c78-5955-46db-8f8f-986b0bbad963 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0463278 Mar 10 07:00:41.298364 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-59b14d52-0b13-4704-bd44-cd66729bc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.299803 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-59b14d52-0b13-4704-bd44-cd66729bc164 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456223 Mar 10 07:00:41.386348 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-e2e6678a-b85b-4ded-b0ed-cc92ee9367ea service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803254 Mar 10 07:00:41.426783 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-d5bc4113-d4d8-47e7-abc7-afe632d3bc9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421751 Mar 10 07:00:41.476155 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f3c9be84-ff96-4fad-9574-30328ecf17f1 req-6c1f587e-e49a-44d8-b2c4-7b87f6698244 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839217 Mar 10 07:00:41.539880 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-4ffee61d-e319-4c3e-a714-a605d1196969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.541414 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-4ffee61d-e319-4c3e-a714-a605d1196969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 1129 time: 0.0462899 Mar 10 07:00:41.622568 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729156a0-1354-43a0-8632-fe51f31c1890 req-cd9c8c57-4b87-4d74-8daa-4f8d5093fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.624452 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-cd9c8c57-4b87-4d74-8daa-4f8d5093fe71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1128 time: 0.0468824 Mar 10 07:00:41.661002 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-5480c6e4-0ddc-461b-b48c-cb4e915ef17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.662444 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-5480c6e4-0ddc-461b-b48c-cb4e915ef17d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.0848761 Mar 10 07:00:41.713694 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729156a0-1354-43a0-8632-fe51f31c1890 req-18141441-4aaa-4577-b967-f38969eeca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.715217 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-18141441-4aaa-4577-b967-f38969eeca99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.0843527 Mar 10 07:00:41.723975 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-3e17e55c-8e69-45ca-bc0d-3f89c35adbb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 200 len: 1001 time: 0.0554161 Mar 10 07:00:41.758749 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-14fcc451-b80a-4016-923d-78c097091b32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 217 time: 0.0379848 Mar 10 07:00:41.769384 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-597a6ca8-3d05-40c0-8527-80d36ad6c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.770775 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-597a6ca8-3d05-40c0-8527-80d36ad6c367 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0417480 Mar 10 07:00:41.806328 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729156a0-1354-43a0-8632-fe51f31c1890 req-ddf9e623-bdbb-480e-9b2f-2340d6510d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.807941 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-ddf9e623-bdbb-480e-9b2f-2340d6510d64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0434711 Mar 10 07:00:41.821560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-e8691d48-7992-4e7b-b66a-fddfa3a71e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.823131 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-e8691d48-7992-4e7b-b66a-fddfa3a71e15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466824 Mar 10 07:00:41.856928 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729156a0-1354-43a0-8632-fe51f31c1890 req-502c7934-d6d9-42c1-9daa-6ce41caf3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:41.859032 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-502c7934-d6d9-42c1-9daa-6ce41caf3716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439067 Mar 10 07:00:41.908867 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-161e55c8-2101-4e0d-8e84-c21f9728f299 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795419 Mar 10 07:00:41.950666 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-401eb117-a91a-420f-b3eb-ee1a1f1a56fb service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855339 Mar 10 07:00:42.000577 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e4e77d60-2128-4b22-b87a-b97f60f166dc req-a07ac0c2-4266-4e68-ac64-ee31895782e3 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859191 Mar 10 07:00:42.039036 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-729156a0-1354-43a0-8632-fe51f31c1890 req-4592d1ef-6b09-4b55-91db-a13e9316f5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826256 Mar 10 07:00:42.094269 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef356ce-0719-4c56-b4f5-de7222dd1be4 req-57bc1165-9fe5-4da9-9d5c-24408364c2d6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:42.095724 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ef356ce-0719-4c56-b4f5-de7222dd1be4 req-57bc1165-9fe5-4da9-9d5c-24408364c2d6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0522780 Mar 10 07:00:42.143680 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ef356ce-0719-4c56-b4f5-de7222dd1be4 req-ece7f212-a819-4d0c-93df-945c3a93540f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424600 Mar 10 07:00:43.265045 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27b85-c363-4c82-9e84-3d91ec5dd2c4 req-e59bdcba-467c-4319-b6cb-7f5539ad5eb1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:43.266368 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aef27b85-c363-4c82-9e84-3d91ec5dd2c4 req-e59bdcba-467c-4319-b6cb-7f5539ad5eb1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0505922 Mar 10 07:00:43.313761 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aef27b85-c363-4c82-9e84-3d91ec5dd2c4 req-cd9530fd-9290-4cd5-a53d-87dd308e7012 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398195 Mar 10 07:00:44.440734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c7f2a-12a0-4b7e-aeef-c4e76450ea9b req-35c51bd2-6898-4e2b-bdfe-d97f498d7851 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:44.442229 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-480c7f2a-12a0-4b7e-aeef-c4e76450ea9b req-35c51bd2-6898-4e2b-bdfe-d97f498d7851 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0516858 Mar 10 07:00:44.487785 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-480c7f2a-12a0-4b7e-aeef-c4e76450ea9b req-5ef9386d-257d-45fa-bb87-981580c76304 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Mar 10 07:00:45.353289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:00:45.448236 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:00:45.459394 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '1ee77016-bfbd-4391-a488-304376bac199', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'port_id': '1ee77016-bfbd-4391-a488-304376bac199', 'mac_address': 'fa:16:3e:bf:48:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:00:45.494321 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:00:45.494704 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:45.506607 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee77016-bfbd-4391-a488-304376bac199 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:00:45.525376 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:00:45.530303 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:45.574953 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:45.582270 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.582620 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.582959 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.583290 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.583618 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.583944 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.584271 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.584591 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.584906 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.585251 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.585572 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.585888 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.586204 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:45.612078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb38c1-6a75-4885-b1c4-5d8a5f9f08c5 req-5912cde7-eea0-4c2d-a6f8-b61522302068 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:45.613489 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6deb38c1-6a75-4885-b1c4-5d8a5f9f08c5 req-5912cde7-eea0-4c2d-a6f8-b61522302068 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 945 time: 0.0559099 Mar 10 07:00:45.657716 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6deb38c1-6a75-4885-b1c4-5d8a5f9f08c5 req-699ccaa1-0635-4e96-adc4-3646ecf378f4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Mar 10 07:00:45.973368 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['1ee77016-bfbd-4391-a488-304376bac199'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:00:46.773776 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64dd2-7a57-4d4a-9cb0-97a71ac7c62a req-97d3588b-1f6c-4d35-bd5e-4ebc12bf1410 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:46.775251 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ee64dd2-7a57-4d4a-9cb0-97a71ac7c62a req-97d3588b-1f6c-4d35-bd5e-4ebc12bf1410 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 945 time: 0.0506163 Mar 10 07:00:46.819894 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8ee64dd2-7a57-4d4a-9cb0-97a71ac7c62a req-8ad81139-de5e-4cbb-b9a1-e47d994ff6c7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Mar 10 07:00:47.376796 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:00:47.423460 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 1ee77016-bfbd-4391-a488-304376bac199 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:00:47.427071 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 1ee77016-bfbd-4391-a488-304376bac199 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:00:47.427441 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (1ee77016-bfbd-4391-a488-304376bac199), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:47.502245 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:00:47.502615 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:47.523377 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:00:47.526164 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17f11c7-52f1-49c1-90cf-752a7784b26f" -d '{"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-plugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:00:47.538536 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:00:47.543409 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:47.590583 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:47.674464 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32c56a-4151-450e-96fa-b3e7fd31ad4a x-openstack-request-id: req-ca32c56a-4151-450e-96fa-b3e7fd31ad4a {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:00:47.674763 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-plugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:00:47.675023 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca32c56a-4151-450e-96fa-b3e7fd31ad4a {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:00:47.675421 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'code': 200} Mar 10 07:00:47.877065 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff087f74-5249-44e7-a358-408eda2dc9a7 req-707d6f65-d0a5-4d38-95c0-b840ab6dfa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:47.878575 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ff087f74-5249-44e7-a358-408eda2dc9a7 req-707d6f65-d0a5-4d38-95c0-b840ab6dfa42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1130 time: 0.0473537 Mar 10 07:00:47.955645 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ff087f74-5249-44e7-a358-408eda2dc9a7 req-75ac111c-0e69-42e0-bd10-d9e2c9f9bc0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715230 Mar 10 07:00:47.965115 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608a17-d7d8-42b2-98c8-e8b8d4126c16 req-a03bfee0-87bd-4bc8-a81a-745f31e8a083 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:47.966637 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-05608a17-d7d8-42b2-98c8-e8b8d4126c16 req-a03bfee0-87bd-4bc8-a81a-745f31e8a083 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0760267 Mar 10 07:00:48.012820 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-05608a17-d7d8-42b2-98c8-e8b8d4126c16 req-6eea3a33-7642-4004-992e-81dfc075c76b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Mar 10 07:00:49.136906 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c9f6-f4d8-4310-b668-7b0f8a93f969 req-5b37bed2-6234-4004-badf-84454e66a772 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:49.138389 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8f24c9f6-f4d8-4310-b668-7b0f8a93f969 req-5b37bed2-6234-4004-badf-84454e66a772 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0551770 Mar 10 07:00:49.183486 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8f24c9f6-f4d8-4310-b668-7b0f8a93f969 req-4145c109-fcb7-4bb2-be02-4108bef9a95a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396779 Mar 10 07:00:50.304066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac8ff-9b30-4022-b631-01d35bd1d597 req-83c33b72-69dc-45ff-8fcc-e52b0660000b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:50.305440 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-735ac8ff-9b30-4022-b631-01d35bd1d597 req-83c33b72-69dc-45ff-8fcc-e52b0660000b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0535793 Mar 10 07:00:50.350326 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-735ac8ff-9b30-4022-b631-01d35bd1d597 req-9c3f65df-0fd4-46e5-871f-dbe64d063974 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Mar 10 07:00:50.470076 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d94c1b-0d7d-4f50-a837-eac74896bf7a req-2b112cc3-2696-4e98-a000-ee0ade9cfcc9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:50.471523 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e9d94c1b-0d7d-4f50-a837-eac74896bf7a req-2b112cc3-2696-4e98-a000-ee0ade9cfcc9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0527561 Mar 10 07:00:50.480004 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60954) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:50.484896 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Request body: {'floatingip': {'port_id': '1ee77016-bfbd-4391-a488-304376bac199'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:50.524046 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (52f7ac1f-0166-4bb5-9561-af04420063d8), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:50.942177 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:50.945876 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (52f7ac1f-0166-4bb5-9561-af04420063d8), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:51.047949 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Floating IP 52f7ac1f-0166-4bb5-9561-af04420063d8 associated. External IP: 172.27.1.97, port: 1ee77016-bfbd-4391-a488-304376bac199. Mar 10 07:00:51.492347 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:00:51.595289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:00:51.600105 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:51.604627 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:00:51.614378 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:00:51.614975 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:51.628629 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-55f92c4b-a4ae-468a-9757-127028287f7f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "PUT /v2.0/floatingips/52f7ac1f-0166-4bb5-9561-af04420063d8 HTTP/1.1" status: 200 len: 991 time: 1.1476119 Mar 10 07:00:51.629249 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:00:51.631603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a04930-6fe1-4ad8-982a-82a058752b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:00:51.721305 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:00:51.725213 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a446e2d7-9a7a-420c-8c4d-e4198948348a x-openstack-request-id: req-a446e2d7-9a7a-420c-8c4d-e4198948348a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:00:51.725505 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:00:51.725759 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a446e2d7-9a7a-420c-8c4d-e4198948348a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:00:51.726156 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'status': 'completed', 'code': 200} Mar 10 07:00:51.816218 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-e94dddc1-f961-4420-91a8-186a4b41ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:51.817771 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-e94dddc1-f961-4420-91a8-186a4b41ffea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1130 time: 0.0465069 Mar 10 07:00:51.911328 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-89bf39dc-6bec-4edd-8f97-00c2b8a94adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:51.912792 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-89bf39dc-6bec-4edd-8f97-00c2b8a94adb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.0877147 Mar 10 07:00:51.977658 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-2b36b3fd-87ad-4926-b2f9-4a98066474d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 999 time: 0.0581336 Mar 10 07:00:52.025043 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-386a4e84-30b7-4cc6-aa9f-de5a4befbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:52.026624 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-386a4e84-30b7-4cc6-aa9f-de5a4befbc44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0427988 Mar 10 07:00:52.062701 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '52f7ac1f-0166-4bb5-9561-af04420063d8', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'port_id': '1ee77016-bfbd-4391-a488-304376bac199', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'mac_address': 'fa:16:3e:bf:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927d5923-423e-4833-b3e9-0147794d3645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:00:37Z', 'updated_at': '2022-03-10T07:00:50Z', 'revision_number': 1, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:52.079292 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-ad9c4f62-80f4-47f0-9470-d08b27df192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:52.080786 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-ad9c4f62-80f4-47f0-9470-d08b27df192e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463853 Mar 10 07:00:52.092162 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:00:52.100925 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:00:52.101704 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:52.171326 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-6db94899-3aa9-4d3c-82fb-4ddab2f366b2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822814 Mar 10 07:00:52.207702 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:00:52.262041 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e4a04930-6fe1-4ad8-982a-82a058752b0c req-52a06ee6-de92-4989-8a74-0570090c42ba service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842254 Mar 10 07:00:52.425111 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '52f7ac1f-0166-4bb5-9561-af04420063d8', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'port_id': '1ee77016-bfbd-4391-a488-304376bac199', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'mac_address': 'fa:16:3e:bf:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927d5923-423e-4833-b3e9-0147794d3645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:00:37Z', 'updated_at': '2022-03-10T07:00:50Z', 'revision_number': 1, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:52.454723 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383be0-d2ef-498a-9848-833f366bea27 None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '52f7ac1f-0166-4bb5-9561-af04420063d8', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'port_id': '1ee77016-bfbd-4391-a488-304376bac199', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'mac_address': 'fa:16:3e:bf:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927d5923-423e-4833-b3e9-0147794d3645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:00:37Z', 'updated_at': '2022-03-10T07:00:50Z', 'revision_number': 1, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:00:52.632697 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17605b-acc3-4a2f-bbae-e6cf0fea5b1e None None] New status for floating IP 52f7ac1f-0166-4bb5-9561-af04420063d8: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:00:52.665122 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a9d9393c-fd54-4921-849d-443efde7a17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:54.992423 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-54352564-1d74-4025-a182-f3bf4f2bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:55.988497 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:56.251516 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:00:57.586331 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:58.916829 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1b1a6-b9cb-4290-ab87-d1619c09f1f8 req-92870dfa-6c50-4524-a147-f1c0bb6c5213 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:58.918558 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a0b1b1a6-b9cb-4290-ab87-d1619c09f1f8 req-92870dfa-6c50-4524-a147-f1c0bb6c5213 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Mar 10 07:00:58.922925 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:58.964935 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a0b1b1a6-b9cb-4290-ab87-d1619c09f1f8 req-ee0b90f5-b718-4c01-8f1f-059111715b3a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 Mar 10 07:01:00.084657 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fe039-21d4-4017-b39e-9f93eef93a7f req-f5387ced-74c1-46cf-b8e9-f6199d1a40b6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:00.086153 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-852fe039-21d4-4017-b39e-9f93eef93a7f req-f5387ced-74c1-46cf-b8e9-f6199d1a40b6 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0526381 Mar 10 07:01:00.131444 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-852fe039-21d4-4017-b39e-9f93eef93a7f req-9f630633-7bb7-4fa1-b053-f7ff1e0287ad tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=0435d707-c7b0-4c52-ac36-ac924efa6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397170 Mar 10 07:01:00.325896 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-013bf809-6352-4c84-a1b7-00f6dda300ab tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:00.327335 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-013bf809-6352-4c84-a1b7-00f6dda300ab tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 945 time: 0.0547111 Mar 10 07:01:00.423411 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Deleting port 4029e2f4-d604-41ec-9148-10230fa8926a {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:00.423753 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.511452 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] For port 4029e2f4-d604-41ec-9148-10230fa8926a, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4029e2f4-d604-41ec-9148-10230fa8926a,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:00.511816 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.559516 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-817cb79b-84f3-47d8-97a9-fc28ca64698d tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082493740&fields=id&tenant_id=6899d49b9b984185bc5b9d4fce49e664 HTTP/1.1" status: 200 len: 267 time: 0.0418198 Mar 10 07:01:00.623248 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-d45f3720-9939-4a5e-9e3f-c05571e7a536 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:00.624738 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-d45f3720-9939-4a5e-9e3f-c05571e7a536 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 985 time: 0.0582995 Mar 10 07:01:00.638979 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Request body: {'port': {'security_groups': ['ea637d3d-7a3c-40f3-81d2-358abc828346']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:00.700329 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.700701 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (28ff901b-8585-4b76-be8d-954be4197b64), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.701564 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Floating IP 28ff901b-8585-4b76-be8d-954be4197b64 disassociated. External IP: 172.27.1.232, port: 4029e2f4-d604-41ec-9148-10230fa8926a. Mar 10 07:01:00.701914 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Calling delete_port for 4029e2f4-d604-41ec-9148-10230fa8926a owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:00.714229 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.838945 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (4029e2f4-d604-41ec-9148-10230fa8926a), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.874658 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event deleted for resources: {'Port': ['ID=4029e2f4-d604-41ec-9148-10230fa8926a,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:00.903825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:00.933921 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for port (05e89cbf-d1b8-4660-8873-32a538966557), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.938688 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.978374 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['05e89cbf-d1b8-4660-8873-32a538966557'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:01:00.979248 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:00.979869 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.981250 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8d7356f0-b950-445d-98e7-053f3aa9db69 req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "PUT /v2.0/ports/05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 943 time: 0.3473454 Mar 10 07:01:00.983962 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:00.989136 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b74172-c07f-4032-aeea-b9077c9d501f" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:00.991247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60984) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:00.992725 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Router 30387c76-3448-4e73-acc5-6d8d49f93425 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:01.047814 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f75d0a-cbb5-4557-aebc-625f8b5819f6 x-openstack-request-id: req-90f75d0a-cbb5-4557-aebc-625f8b5819f6 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:01.048103 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:01.048353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90f75d0a-cbb5-4557-aebc-625f8b5819f6 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:01.048747 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'status': 'completed', 'code': 200} Mar 10 07:01:01.051242 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56136142-e30d-42e5-8138-789390ccb6a6 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event updated for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=7']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:01.094148 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6e140cb4-577d-4687-be8a-6e1d6f65b979 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group (e0d18c35-6c97-4ffa-9912-afcdda4211e4), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.148886 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6e140cb4-577d-4687-be8a-6e1d6f65b979 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group (e0d18c35-6c97-4ffa-9912-afcdda4211e4), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.154214 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:01.159728 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['05e89cbf-d1b8-4660-8873-32a538966557'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:01:01.187399 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:01.212734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] No DVR routers for this DVR port 4029e2f4-d604-41ec-9148-10230fa8926a on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:01.215150 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:01.215578 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.216205 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:01.218988 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-67280dcc-07ce-478b-a4ed-7758a55ca177 req-ed07fa82-9661-4b72-9bc4-78ba37060fa1 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "DELETE /v2.0/ports/4029e2f4-d604-41ec-9148-10230fa8926a HTTP/1.1" status: 204 len: 173 time: 0.8861132 Mar 10 07:01:01.219513 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'name': 'network-vif-deleted', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:01.221755 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477aec40-281d-4f8e-bffe-628d4df58cc6" -d '{"events": [{"server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "name": "network-vif-deleted", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:01.266980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b841a2-8542-4d91-96ba-023bff573834 x-openstack-request-id: req-47b841a2-8542-4d91-96ba-023bff573834 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:01.267280 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db72cc8d-b34e-426f-94fc-8abb75372a46", "name": "network-vif-deleted", "tag": "4029e2f4-d604-41ec-9148-10230fa8926a", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:01.267602 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47b841a2-8542-4d91-96ba-023bff573834 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:01.268087 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db72cc8d-b34e-426f-94fc-8abb75372a46', 'name': 'network-vif-deleted', 'tag': '4029e2f4-d604-41ec-9148-10230fa8926a', 'status': 'completed', 'code': 200} Mar 10 07:01:01.297051 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-76d7f22c-76b9-4da7-85ba-11b351d94357 req-d6b238bc-9271-4aba-8765-fea9a00f540c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=db72cc8d-b34e-426f-94fc-8abb75372a46 HTTP/1.1" status: 200 len: 210 time: 0.0566506 Mar 10 07:01:01.314638 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b74172-c07f-4032-aeea-b9077c9d501f req-491f3dee-3ba2-484d-9660-4de34f338a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:01.316243 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-491f3dee-3ba2-484d-9660-4de34f338a50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1130 time: 0.2184949 Mar 10 07:01:01.413502 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:01.415904 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d560a283-665e-4ea4-b5cc-59c2c8ccbc02 None None] Provisioning complete for port 05e89cbf-d1b8-4660-8873-32a538966557 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:01.415904 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d560a283-665e-4ea4-b5cc-59c2c8ccbc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (05e89cbf-d1b8-4660-8873-32a538966557), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.444046 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6e140cb4-577d-4687-be8a-6e1d6f65b979 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e0d18c35-6c97-4ffa-9912-afcdda4211e4), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.446758 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6e140cb4-577d-4687-be8a-6e1d6f65b979 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.448237 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-6e140cb4-577d-4687-be8a-6e1d6f65b979 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "DELETE /v2.0/security-groups/e0d18c35-6c97-4ffa-9912-afcdda4211e4 HTTP/1.1" status: 204 len: 168 time: 0.4533863 Mar 10 07:01:01.451449 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 60992) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:01.463549 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e140cb4-577d-4687-be8a-6e1d6f65b979 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d18c35-6c97-4ffa-9912-afcdda4211e4,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:01.476102 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b74172-c07f-4032-aeea-b9077c9d501f req-7757d87d-3544-4883-a23a-58c383fae721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:01.478116 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-7757d87d-3544-4883-a23a-58c383fae721 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.1558418 Mar 10 07:01:01.547482 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-04b8e236-9eba-4a03-a5bc-bdfb3a531bb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 1001 time: 0.0619977 Mar 10 07:01:01.602191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b74172-c07f-4032-aeea-b9077c9d501f req-adb6d34f-676b-46e4-a5b3-a83e0a5c9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:01.604047 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-adb6d34f-676b-46e4-a5b3-a83e0a5c9866 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0490713 Mar 10 07:01:01.649035 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Deleting port 02802a0b-d6d8-4f70-ba3e-363858afed94 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:01.649383 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.654822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b74172-c07f-4032-aeea-b9077c9d501f req-a3b49675-a38e-4cde-8c93-6a357395cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:01.656331 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-a3b49675-a38e-4cde-8c93-6a357395cebd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452318 Mar 10 07:01:01.688770 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d560a283-665e-4ea4-b5cc-59c2c8ccbc02 None None] Current status of the port 05e89cbf-d1b8-4660-8873-32a538966557 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:01.755175 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-528f2018-92ff-49e6-89ee-28817fe9eadc service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918994 Mar 10 07:01:01.759845 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:01.792614 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:01.806523 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:01.807340 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:01.870005 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-82b74172-c07f-4032-aeea-b9077c9d501f req-01c24962-601e-4e5d-bed7-526253ddf0da service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078925 Mar 10 07:01:01.992333 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.992717 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for floatingip (02802a0b-d6d8-4f70-ba3e-363858afed94), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.005291 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Calling delete_port for 02802a0b-d6d8-4f70-ba3e-363858afed94 owned by network:floatingip {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:02.057678 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:02.180643 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (02802a0b-d6d8-4f70-ba3e-363858afed94), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.211419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event deleted for resources: {'Port': ['ID=02802a0b-d6d8-4f70-ba3e-363858afed94,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:02.255554 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:02.265234 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks [] for floatingip (e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.265663 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Floating IP e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6 disassociated (deleted). External IP: 172.27.1.38, port: 05e89cbf-d1b8-4660-8873-32a538966557. Mar 10 07:01:02.281059 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ea427-aee7-42a8-932d-905910932b53 None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:02.381473 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 60998) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:02.450771 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9168ff50-b9fa-4c28-9329-78d5232bc768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (0435d707-c7b0-4c52-ac36-ac924efa6e62), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.476409 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9168ff50-b9fa-4c28-9329-78d5232bc768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (0435d707-c7b0-4c52-ac36-ac924efa6e62), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.491833 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Router c791a5f7-aa2c-48e2-815f-b5302a2089af has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:02.524453 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d269b-b7f1-4c54-b1d2-af71fdb82d0c None None] New status for floating IP 28ff901b-8585-4b76-be8d-954be4197b64: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:01:02.534759 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9168ff50-b9fa-4c28-9329-78d5232bc768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0435d707-c7b0-4c52-ac36-ac924efa6e62), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.537332 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-9168ff50-b9fa-4c28-9329-78d5232bc768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.541059 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-9168ff50-b9fa-4c28-9329-78d5232bc768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "DELETE /v2.0/security-groups/0435d707-c7b0-4c52-ac36-ac924efa6e62 HTTP/1.1" status: 204 len: 168 time: 0.1558414 Mar 10 07:01:02.542709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 32768) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:02.562124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.api.v2.resource [None req-7c6d210e-d7e3-48a8-9842-09183272e866 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] show failed (client error): The resource could not be found. Mar 10 07:01:02.563361 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7c6d210e-d7e3-48a8-9842-09183272e866 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups/0435d707-c7b0-4c52-ac36-ac924efa6e62 HTTP/1.1" status: 404 len: 347 time: 0.0195715 Mar 10 07:01:02.564272 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168ff50-b9fa-4c28-9329-78d5232bc768 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435d707-c7b0-4c52-ac36-ac924efa6e62,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:02.566241 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 32770) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:02.625439 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:02.630269 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.636544 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] Sync routers for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:02.653691 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:02.654870 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:02.669559 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-82987aa4-9a91-43b7-a49a-5cc289244f06 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "DELETE /v2.0/floatingips/e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6 HTTP/1.1" status: 204 len: 168 time: 1.2169335 Mar 10 07:01:02.729444 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Deleting port fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:02.729857 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.777113 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:02.806468 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.806816 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.820102 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Calling delete_port for fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64 owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:02.958624 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:02.984036 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event deleted for resources: {'Port': ['ID=fc3c2d64-1db8-4a2b-8d5b-b8d500aadd64,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:03.018990 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:03.046036 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] Checking router: c791a5f7-aa2c-48e2-815f-b5302a2089af for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:03.049667 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (28ff901b-8585-4b76-be8d-954be4197b64), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.052649 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.054078 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-87e32c38-4d09-4750-a266-f65e7437cbc2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "DELETE /v2.0/floatingips/28ff901b-8585-4b76-be8d-954be4197b64 HTTP/1.1" status: 204 len: 168 time: 0.4869592 Mar 10 07:01:03.055033 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:03.055642 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:03.161448 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:03.269772 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:03.272175 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:03.308601 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d0e25e-3a75-4b35-866a-6f39e0094699 x-openstack-request-id: req-b4d0e25e-3a75-4b35-866a-6f39e0094699 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:03.308963 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:03.309318 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4d0e25e-3a75-4b35-866a-6f39e0094699 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:03.309781 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'status': 'completed', 'code': 200} Mar 10 07:01:03.352753 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:03.387834 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc7c34-d511-429f-aa6a-bd024e892ddc None None] The sync data for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi is: [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T06:56:37Z', 'revision_number': 4, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '3bc98d47-d03f-4829-9c66-005d18420161', 'name': '', 'network_id': 'c79abaca-cf91-45e8-971b-04d1f8e72389', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'mac_address': 'fa:16:3e:b7:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:37Z', 'updated_at': '2022-03-10T06:56:41Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'subnets': [{'id': 'b06638a0-159e-4871-b7cc-39e95a68fd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:03.390445 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32784) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:03.399741 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090498033', 'description': 'tempest-description--1888847899'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:03.409103 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-810c04e1-df41-48cb-9b64-9c5da11144ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:03.410696 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-810c04e1-df41-48cb-9b64-9c5da11144ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6899d49b9b984185bc5b9d4fce49e664&device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 1130 time: 0.0525491 Mar 10 07:01:03.421713 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.436030 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 4029e2f4-d604-41ec-9148-10230fa8926a no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:03.460928 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 4029e2f4-d604-41ec-9148-10230fa8926a {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:03.462034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 4029e2f4-d604-41ec-9148-10230fa8926a not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:03.511631 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (a475e941-b01a-42ec-a30b-0f51c3291828), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.516582 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (a475e941-b01a-42ec-a30b-0f51c3291828), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.527974 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-dfd99869-c746-4bea-aab6-ab63c523bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:03.529981 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-dfd99869-c746-4bea-aab6-ab63c523bc58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 200 len: 914 time: 0.1013906 Mar 10 07:01:03.544974 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.546328 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1548641 Mar 10 07:01:03.549146 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32786) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:03.553387 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'security_group_rule': {'security_group_id': 'a475e941-b01a-42ec-a30b-0f51c3291828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:03.561638 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078682b8-2d31-4cc9-a05f-aadc0bf65d0a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a475e941-b01a-42ec-a30b-0f51c3291828,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:03.590075 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-1d42a1b6-bc96-4a8c-ba19-d693ed85f109 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 200 len: 217 time: 0.0516193 Mar 10 07:01:03.591117 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (ed98c823-a81b-4e2e-907a-d1334751439a), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.646722 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-2762d0d1-59d2-4f7f-8f3e-7a8a3b1a24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:03.648401 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-2762d0d1-59d2-4f7f-8f3e-7a8a3b1a24b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 200 len: 853 time: 0.0504794 Mar 10 07:01:03.662844 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (ed98c823-a81b-4e2e-907a-d1334751439a), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.667850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (ed98c823-a81b-4e2e-907a-d1334751439a), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.678865 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e007596c-5a36-417c-8335-27b7543bc41e None None] New status for floating IP e18e4990-95c2-45ec-b0bb-b3dcb58b1cd6: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:01:03.688069 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed98c823-a81b-4e2e-907a-d1334751439a,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:03.698973 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.702840 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-adaa82ee-26d5-4bc5-aa0d-a4f2bed4f324 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501267 Mar 10 07:01:03.703367 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32788) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:03.710668 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'security_group_rule': {'security_group_id': 'a475e941-b01a-42ec-a30b-0f51c3291828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:03.713351 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-71ec728e-b804-4f4a-8871-718b96f020e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:03.716436 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-71ec728e-b804-4f4a-8871-718b96f020e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c79abaca-cf91-45e8-971b-04d1f8e72389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590968 Mar 10 07:01:03.736001 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (da8d0adc-667d-470d-92ab-1ba964690431), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.795538 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (da8d0adc-667d-470d-92ab-1ba964690431), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.799320 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (da8d0adc-667d-470d-92ab-1ba964690431), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.812806 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-3e4ca4d7-5aac-48ff-827a-3f53be35a2e6 service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876837 Mar 10 07:01:03.821533 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8d0adc-667d-470d-92ab-1ba964690431,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:03.828278 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.829446 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1d92fd10-9c86-4209-bbf4-abaee38192fa tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244621 Mar 10 07:01:03.832440 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32790) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:03.837455 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:03.863218 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:03.924159 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bfa7ebe6-653b-4c18-bdb0-3bd7244665fc req-4db78f1b-321b-4c2b-869b-82a712b94f0a service neutron] 10.222.0.36 "GET /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001077 Mar 10 07:01:03.971068 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.077031 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Allocated IP 172.27.1.90 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/302fcde5-d148-4e5a-855c-ef60b9e36384) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:04.192746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.225499 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.258429 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:04.261259 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:04.265167 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:04.296191 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'Port': ['ID=302fcde5-d148-4e5a-855c-ef60b9e36384,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:04.358429 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.397202 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.570282 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.574601 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.644150 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'Port': ['ID=302fcde5-d148-4e5a-855c-ef60b9e36384,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:04.656252 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.670895 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:04.672123 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-69d5f160-6af1-4add-8779-e68fe9837199 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8387399 Mar 10 07:01:04.858699 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-1369514d-8b07-4c0d-87df-d17b4161518f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2090498033&fields=id&tenant_id=3db9f96cb09a4ae5beb24ae6caf86383 HTTP/1.1" status: 200 len: 267 time: 0.0401597 Mar 10 07:01:04.962857 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-d8deda22-6177-4aac-be04-86abee50f298 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:04.964319 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-d8deda22-6177-4aac-be04-86abee50f298 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 811 time: 0.0995951 Mar 10 07:01:04.978602 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-59039780-b0ff-4a57-b6ab-99550caf35bc tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/quotas/3db9f96cb09a4ae5beb24ae6caf86383 HTTP/1.1" status: 200 len: 375 time: 0.0089858 Mar 10 07:01:05.031668 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-0093dd64-53ad-41d5-ba89-f0424407dd63 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477991 Mar 10 07:01:05.122492 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-984a2387-8f48-4153-8aa5-d4b130389393 service neutron] 10.222.0.35 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787239 Mar 10 07:01:05.210324 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-b1b0e01b-ffad-4845-af07-9cf05630f4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Mar 10 07:01:05.367707 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-58c4cc82-0cb8-4d0d-8446-514e2af56bdf req-ae5ecda3-73a7-4f86-9d9e-afdbed2dd755 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 210 time: 0.0272264 Mar 10 07:01:05.433811 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973e27f-64e4-42aa-8c2f-91b1064f7a8e req-7da0335e-354f-4274-bbdf-f0261f0d6519 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:05.435429 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8973e27f-64e4-42aa-8c2f-91b1064f7a8e req-7da0335e-354f-4274-bbdf-f0261f0d6519 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0593734 Mar 10 07:01:05.486162 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8973e27f-64e4-42aa-8c2f-91b1064f7a8e req-407fc59d-7c50-4283-bf36-125a715e45a0 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Mar 10 07:01:06.439461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-a827009e-8283-4873-9a49-ec80ff64e56f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:06.440921 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-a827009e-8283-4873-9a49-ec80ff64e56f tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 811 time: 0.1103456 Mar 10 07:01:06.475896 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-aa9bf216-2df8-416e-8269-ce0a1be94623 req-ae6bd0ff-90de-46e3-a3ab-fc76c0271909 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Mar 10 07:01:06.525834 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-3df49c57-5c71-4ba2-bfad-e82fc0a8f7a9 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db9f96cb09a4ae5beb24ae6caf86383 HTTP/1.1" status: 200 len: 380 time: 0.0525305 Mar 10 07:01:06.538953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'port': {'device_id': '63c9298e-4261-44da-b23b-0cabe3191f52', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'admin_state_up': True, 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'security_groups': ['a475e941-b01a-42ec-a30b-0f51c3291828']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:06.603955 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332fce-6da5-4a94-91f7-212aa48ece79 req-c9cdae5d-2658-4969-8a33-c79cca3bc160 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:06.605443 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e332fce-6da5-4a94-91f7-212aa48ece79 req-c9cdae5d-2658-4969-8a33-c79cca3bc160 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0507898 Mar 10 07:01:06.645625 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Made reservation on behalf of 3db9f96cb09a4ae5beb24ae6caf86383 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:06.648801 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:06.651978 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e332fce-6da5-4a94-91f7-212aa48ece79 req-82293f1f-7629-49ef-8b66-de8c8eed3bb5 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Mar 10 07:01:06.770920 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Allocated IP 172.20.0.14 (8c592774-aa9a-4b61-8180-968159f4dce0/6e0115fb-51d2-44f0-bc6b-4b2e30366d46/29d2a09a-9c8b-49f8-8346-a35ae62d4891) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:06.901847 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:06.934020 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:06.973364 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Network 8c592774-aa9a-4b61-8180-968159f4dce0 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:06.976325 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:06.978666 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:07.012238 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event updated for resources: {'Port': ['ID=29d2a09a-9c8b-49f8-8346-a35ae62d4891,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:07.041351 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:07.041953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.058701 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5e77c629-462a-4c33-9808-ad8eb497ef65 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5232892 Mar 10 07:01:07.126191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Request body: {'port': {'device_id': '63c9298e-4261-44da-b23b-0cabe3191f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:07.144975 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-0ca93810-6c55-4353-9c27-77bc7d62f450 None None] Provisioning complete for port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:07.145514 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0ca93810-6c55-4353-9c27-77bc7d62f450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.178297 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0ca93810-6c55-4353-9c27-77bc7d62f450 None None] Port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:07.183229 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.434343 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d2a09a-9c8b-49f8-8346-a35ae62d4891 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:01:07.442072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Publish callbacks [] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.454190 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Transition to ACTIVE for port object 29d2a09a-9c8b-49f8-8346-a35ae62d4891 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:01:07.457934 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.503647 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Pushing event updated for resources: {'Port': ['ID=29d2a09a-9c8b-49f8-8346-a35ae62d4891,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:07.604206 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Attempting to bind port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:07.604539 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Attempting to bind port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:07.604863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Attempting to bind port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 on network 8c592774-aa9a-4b61-8180-968159f4dce0 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:07.613389 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 on network 8c592774-aa9a-4b61-8180-968159f4dce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:01:07.613709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Attempting to bind port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 on network 8c592774-aa9a-4b61-8180-968159f4dce0 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:07.621503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:07.621836 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Checking segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:07.622221 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Bound using segment: {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:07.622640 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Bound port: 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c64d8-7650-4e91-b536-3b30737c99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:07.622992 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.667775 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5e778-fa50-4bfa-afc8-40738cb83aae req-2ca19ec9-6ac5-4375-8c91-d029bb5480a2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:07.669259 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0bc5e778-fa50-4bfa-afc8-40738cb83aae req-2ca19ec9-6ac5-4375-8c91-d029bb5480a2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 944 time: 0.0995762 Mar 10 07:01:07.715812 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] For port 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:07.723627 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] For port 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:07.738667 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.753072 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0bc5e778-fa50-4bfa-afc8-40738cb83aae req-d01c1e31-cf1e-4ff4-a527-69ff6b272e0b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771968 Mar 10 07:01:07.778150 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:07.778552 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-7157cebe-7634-4b3f-aceb-bc09f6ab7f89 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:07.778990 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.779890 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-7157cebe-7634-4b3f-aceb-bc09f6ab7f89 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0894861 Mar 10 07:01:07.780381 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] 10.222.0.36 "PUT /v2.0/ports/29d2a09a-9c8b-49f8-8346-a35ae62d4891 HTTP/1.1" status: 200 len: 1094 time: 0.6583900 Mar 10 07:01:07.782618 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:07.784932 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e2144d-ba99-4e9d-814c-be5797caa656" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:07.800221 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f2f88-3bae-45eb-9ba1-a65c33ff8ac8 req-bdcc11b0-b17c-4752-b3c4-3a53cc55839a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:07.802098 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e0f2f88-3bae-45eb-9ba1-a65c33ff8ac8 req-bdcc11b0-b17c-4752-b3c4-3a53cc55839a tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 946 time: 0.0726054 Mar 10 07:01:07.831763 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee376a-bf52-4e37-93cb-bd3fae1e7537 service neutron] Pushing event updated for resources: {'Port': ['ID=29d2a09a-9c8b-49f8-8346-a35ae62d4891,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:07.850041 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aae512-9634-45e3-8a5c-ae966d290cd0 x-openstack-request-id: req-30aae512-9634-45e3-8a5c-ae966d290cd0 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:07.851660 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:07.851972 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30aae512-9634-45e3-8a5c-ae966d290cd0 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:07.852613 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'status': 'completed', 'code': 200} Mar 10 07:01:07.904274 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-1311dc88-0d49-439b-bd22-a1b390aefe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:07.905906 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-1311dc88-0d49-439b-bd22-a1b390aefe4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 1128 time: 0.0483871 Mar 10 07:01:07.908001 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e0f2f88-3bae-45eb-9ba1-a65c33ff8ac8 req-e4b19e45-e716-40ca-b119-cb383c332c01 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea637d3d-7a3c-40f3-81d2-358abc828346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Mar 10 07:01:07.941929 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Deleting port 05e89cbf-d1b8-4660-8873-32a538966557 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:07.942444 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (05e89cbf-d1b8-4660-8873-32a538966557), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:07.969490 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-5a4d0b60-c9a3-459e-aaf6-2be9f984c06a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891 HTTP/1.1" status: 200 len: 217 time: 0.0486169 Mar 10 07:01:08.020952 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-9860ae21-5175-49f5-b1b9-4836bb4bf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.022617 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-9860ae21-5175-49f5-b1b9-4836bb4bf240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0438349 Mar 10 07:01:08.042432 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] For port 05e89cbf-d1b8-4660-8873-32a538966557, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=05e89cbf-d1b8-4660-8873-32a538966557,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:08.042801 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (05e89cbf-d1b8-4660-8873-32a538966557), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:08.055581 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Calling delete_port for 05e89cbf-d1b8-4660-8873-32a538966557 owned by compute:nova {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:08.071771 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-cb9a5ecf-4c03-47a0-8855-1865579a61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.073295 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-cb9a5ecf-4c03-47a0-8855-1865579a61ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451593 Mar 10 07:01:08.188837 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (05e89cbf-d1b8-4660-8873-32a538966557), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:08.219928 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Pushing event deleted for resources: {'Port': ['ID=05e89cbf-d1b8-4660-8873-32a538966557,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:08.231943 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['05e89cbf-d1b8-4660-8873-32a538966557'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:01:08.263807 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] No DVR routers for this DVR port 05e89cbf-d1b8-4660-8873-32a538966557 on host hv-cinder-83291 {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:08.266432 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:08.270268 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-23fd4be3-6d8f-470f-ac02-fa1e8328e337 req-dbbd8340-2216-4732-b327-04e71ad9fefc tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.36 "DELETE /v2.0/ports/05e89cbf-d1b8-4660-8873-32a538966557 HTTP/1.1" status: 204 len: 173 time: 0.4671731 Mar 10 07:01:08.270739 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'name': 'network-vif-deleted', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:08.273038 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d262760-d363-418b-a7e1-ef61d301158f" -d '{"events": [{"server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "name": "network-vif-deleted", "tag": "05e89cbf-d1b8-4660-8873-32a538966557"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:08.311118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b9b839-f138-4cba-99f1-28187cab7b56 x-openstack-request-id: req-81b9b839-f138-4cba-99f1-28187cab7b56 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:08.311444 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e", "name": "network-vif-deleted", "tag": "05e89cbf-d1b8-4660-8873-32a538966557", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:08.311829 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81b9b839-f138-4cba-99f1-28187cab7b56 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:08.312317 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e', 'name': 'network-vif-deleted', 'tag': '05e89cbf-d1b8-4660-8873-32a538966557', 'status': 'completed', 'code': 200} Mar 10 07:01:08.426243 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-923fb0cf-a1a0-4b7e-89aa-dcc0b75afe8e service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460274 Mar 10 07:01:08.462924 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:08.516712 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6e137e60-efeb-4c66-bcb1-0929e29e8b54 req-4266c215-7647-4271-9cb5-8c0879278513 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831764 Mar 10 07:01:08.663161 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-4e70f240-35d6-48e1-9c6c-ba98644beafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.664656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-4e70f240-35d6-48e1-9c6c-ba98644beafe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 1128 time: 0.0457313 Mar 10 07:01:08.760972 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-2fe362a4-a7e1-42a4-9fac-cb4fd94246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.763106 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-2fe362a4-a7e1-42a4-9fac-cb4fd94246eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.0912499 Mar 10 07:01:08.806721 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-1829bf85-8ce3-43e3-98ae-1fef76103bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891 HTTP/1.1" status: 200 len: 217 time: 0.0377047 Mar 10 07:01:08.853617 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-5cb903c7-d077-41e5-9578-65f1af9d2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.854998 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-5cb903c7-d077-41e5-9578-65f1af9d2488 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0419118 Mar 10 07:01:08.871728 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84c444-cfe2-4ff2-af4c-41a01f8ccd45 req-82e538f7-9f65-4e79-abad-b40cf44f9e76 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.873242 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1c84c444-cfe2-4ff2-af4c-41a01f8ccd45 req-82e538f7-9f65-4e79-abad-b40cf44f9e76 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 944 time: 0.0531180 Mar 10 07:01:08.904676 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-fb936b01-a2a0-4e3e-86d7-31476d769d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:08.906229 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-fb936b01-a2a0-4e3e-86d7-31476d769d4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455325 Mar 10 07:01:08.925312 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1c84c444-cfe2-4ff2-af4c-41a01f8ccd45 req-a69cbf05-6de9-4e0b-aece-ab830d97987c tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Mar 10 07:01:09.026131 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c0200132-2070-4136-8b1f-263a9a9e581c req-0950601a-caa4-419b-85f7-f83026238b88 tempest-TestMinimumBasicScenario-1888843813 tempest-TestMinimumBasicScenario-1888843813-project] 10.222.0.35 "GET /v2.0/ports?device_id=90ffb52d-4d6e-4816-8a2e-e40fe4e6ca4e HTTP/1.1" status: 200 len: 210 time: 0.0288637 Mar 10 07:01:09.044141 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-3c3a2971-dd0c-42e8-99a1-bd5a9bb680d4 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149240 Mar 10 07:01:09.141507 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b1e2144d-ba99-4e9d-814c-be5797caa656 req-954b308f-e0b2-4ea6-9677-bc12136737f3 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933325 Mar 10 07:01:10.044033 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd16cc-68ed-4302-a299-0bc5c382521a req-b0c504ce-9c42-4152-b8cb-deeedce9b5ac tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:10.045502 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04dd16cc-68ed-4302-a299-0bc5c382521a req-b0c504ce-9c42-4152-b8cb-deeedce9b5ac tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Mar 10 07:01:10.092914 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-04dd16cc-68ed-4302-a299-0bc5c382521a req-10d90e97-4d13-4f40-b255-a82d79e7b27e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413499 Mar 10 07:01:10.672505 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32900) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:11.080384 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (c791a5f7-aa2c-48e2-815f-b5302a2089af), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.305746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf3d70-6024-430d-b93e-070b2dd182cd req-83bcccc3-8125-4182-9670-69d947d7564b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:11.307097 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-afdf3d70-6024-430d-b93e-070b2dd182cd req-83bcccc3-8125-4182-9670-69d947d7564b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 944 time: 0.1443882 Mar 10 07:01:11.381156 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-afdf3d70-6024-430d-b93e-070b2dd182cd req-41877f23-2edd-4c71-9627-2da40bfb8920 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673528 Mar 10 07:01:11.450180 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Deleting port 3bc98d47-d03f-4829-9c66-005d18420161 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:11.450516 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (3bc98d47-d03f-4829-9c66-005d18420161), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.486654 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 29d2a09a-9c8b-49f8-8346-a35ae62d4891 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:01:11.497601 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 05e89cbf-d1b8-4660-8873-32a538966557 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:11.519563 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 05e89cbf-d1b8-4660-8873-32a538966557 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:11.519902 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 05e89cbf-d1b8-4660-8873-32a538966557 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:11.529159 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] For port 3bc98d47-d03f-4829-9c66-005d18420161, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=3bc98d47-d03f-4829-9c66-005d18420161,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:11.529526 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (3bc98d47-d03f-4829-9c66-005d18420161), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.541663 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Calling delete_port for 3bc98d47-d03f-4829-9c66-005d18420161 owned by network:router_interface {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:11.603924 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:11.615545 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'port_id': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'mac_address': 'fa:16:3e:16:23:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:01:11.651645 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:11.652036 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.664169 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d2a09a-9c8b-49f8-8346-a35ae62d4891 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:01:11.684382 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:11.688584 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.718548 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (3bc98d47-d03f-4829-9c66-005d18420161), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.733191 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=29d2a09a-9c8b-49f8-8346-a35ae62d4891,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:11.750023 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc98d47-d03f-4829-9c66-005d18420161,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:12.101925 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['29d2a09a-9c8b-49f8-8346-a35ae62d4891'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:01:12.148274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (c791a5f7-aa2c-48e2-815f-b5302a2089af), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:12.362300 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Router c791a5f7-aa2c-48e2-815f-b5302a2089af has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:12.472762 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:12.477816 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5573ea89-d76a-4cbf-8d93-b8f4d380170a admin admin] 10.222.0.35 "PUT /v2.0/routers/c791a5f7-aa2c-48e2-815f-b5302a2089af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042555 Mar 10 07:01:12.480380 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32908) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:12.481448 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] Sync routers for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:12.491071 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:12.491691 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:12.503426 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f0be-f1c7-44a2-b149-5a7692eda89b req-aea5a7ad-1f03-45a1-b5a7-1abe0c4cd2ff tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:12.504915 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-48b1f0be-f1c7-44a2-b149-5a7692eda89b req-aea5a7ad-1f03-45a1-b5a7-1abe0c4cd2ff tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 945 time: 0.0570092 Mar 10 07:01:12.553353 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-48b1f0be-f1c7-44a2-b149-5a7692eda89b req-55d7e769-9d00-4907-b801-c5d7fa90d7ef tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Mar 10 07:01:12.589318 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks [] for router (c791a5f7-aa2c-48e2-815f-b5302a2089af), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:12.596944 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:12.695814 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks [] for router_gateway (c791a5f7-aa2c-48e2-815f-b5302a2089af), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:12.747322 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Deleting port be89f57a-5ba8-47ac-9ea4-05deb1db5aca {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:12.747663 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:12.771134 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T07:01:11Z', 'revision_number': 5, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port': {'id': 'be89f57a-5ba8-47ac-9ea4-05deb1db5aca', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:35Z', 'updated_at': '2022-03-10T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:12.799961 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] Checking router: c791a5f7-aa2c-48e2-815f-b5302a2089af for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:12.808687 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] Routers {'c791a5f7-aa2c-48e2-815f-b5302a2089af'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:12.809361 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['c791a5f7-aa2c-48e2-815f-b5302a2089af'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:12.827346 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] For port be89f57a-5ba8-47ac-9ea4-05deb1db5aca, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:12.828175 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:12.840409 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Calling delete_port for be89f57a-5ba8-47ac-9ea4-05deb1db5aca owned by network:router_gateway {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:13.016352 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (be89f57a-5ba8-47ac-9ea4-05deb1db5aca), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.023747 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] Set router c791a5f7-aa2c-48e2-815f-b5302a2089af gateway port host: None {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:13.046704 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Pushing event deleted for resources: {'Port': ['ID=be89f57a-5ba8-47ac-9ea4-05deb1db5aca,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:13.076337 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T07:01:12Z', 'revision_number': 6, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:13.106333 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4044b-6e13-441a-b0e5-380238559a91 None None] The sync data for ids ['c791a5f7-aa2c-48e2-815f-b5302a2089af'] in dv-cinder-832918-1-iscsi is: [{'id': 'c791a5f7-aa2c-48e2-815f-b5302a2089af', 'name': 'tempest-TestMinimumBasicScenario-571880322-router', 'tenant_id': '6899d49b9b984185bc5b9d4fce49e664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:34Z', 'updated_at': '2022-03-10T07:01:12Z', 'revision_number': 6, 'project_id': '6899d49b9b984185bc5b9d4fce49e664', 'gw_port_host': None}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:13.106600 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (c791a5f7-aa2c-48e2-815f-b5302a2089af), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.211533 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (c791a5f7-aa2c-48e2-815f-b5302a2089af), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.213645 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks [] for router_controller (c791a5f7-aa2c-48e2-815f-b5302a2089af), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.279542 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (c791a5f7-aa2c-48e2-815f-b5302a2089af), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.280013 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c791a5f7-aa2c-48e2-815f-b5302a2089af {{(pid=109519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:01:13.284944 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.286088 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-0c1d8604-4354-499e-a963-1ac34697e29a admin admin] 10.222.0.35 "DELETE /v2.0/routers/c791a5f7-aa2c-48e2-815f-b5302a2089af HTTP/1.1" status: 204 len: 168 time: 0.8044608 Mar 10 07:01:13.288607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32910) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:13.331694 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Deleting subnet b06638a0-159e-4871-b7cc-39e95a68fd42 {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:01:13.334600 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Publish callbacks [] for subnet (b06638a0-159e-4871-b7cc-39e95a68fd42), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.366567 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (b06638a0-159e-4871-b7cc-39e95a68fd42), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.473311 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (b06638a0-159e-4871-b7cc-39e95a68fd42), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.499119 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 29d2a09a-9c8b-49f8-8346-a35ae62d4891 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:13.541534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (b06638a0-159e-4871-b7cc-39e95a68fd42), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.555513 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:01:13.565036 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:13.565349 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.570797 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06638a0-159e-4871-b7cc-39e95a68fd42,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:13.579361 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.585157 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-35dfc9e7-0361-4dc3-8e31-f01936b4a545 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b06638a0-159e-4871-b7cc-39e95a68fd42 HTTP/1.1" status: 204 len: 168 time: 0.2939622 Mar 10 07:01:13.585481 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32914) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:13.599978 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08e4ea-97d7-4ad2-be3c-e2ed2401c395 None None] Network c79abaca-cf91-45e8-971b-04d1f8e72389 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:13.683446 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (c79abaca-cf91-45e8-971b-04d1f8e72389), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.717016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:13.717414 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.738211 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a33a23-1764-4c6b-bd86-23121deaad43 req-dc5d38e8-7aa0-4d99-b3e3-419381167fbc tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:13.744416 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-55a33a23-1764-4c6b-bd86-23121deaad43 req-dc5d38e8-7aa0-4d99-b3e3-419381167fbc tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 945 time: 0.0959783 Mar 10 07:01:13.746128 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:13.748383 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6aa65-48b8-4cff-ad2e-e5692e0e0ffd" -d '{"events": [{"server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "name": "network-vif-plugged", "status": "completed", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:13.766337 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:13.772354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.798050 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b71db-233e-407b-b7f7-95e66f80b305 x-openstack-request-id: req-058b71db-233e-407b-b7f7-95e66f80b305 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:13.798623 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "name": "network-vif-plugged", "status": "completed", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:13.798623 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-058b71db-233e-407b-b7f7-95e66f80b305 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:13.798965 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'code': 200} Mar 10 07:01:13.805742 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-55a33a23-1764-4c6b-bd86-23121deaad43 req-a8d5dc90-db7f-40fb-9358-27b6485b7cb0 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604875 Mar 10 07:01:13.806929 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Deleting port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:13.807264 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.825915 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=29d2a09a-9c8b-49f8-8346-a35ae62d4891,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:13.877965 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] For port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,segment=NetworkSegment(481d8893-c8a4-4284-94b2-b079b55d7364),segment_id=481d8893-c8a4-4284-94b2-b079b55d7364)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:13.878324 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.891919 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Calling delete_port for 12c96e70-edbe-4aa0-8266-d52d94a7b4aa owned by network:dhcp {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:13.909007 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] DHCP port deletion for c79abaca-cf91-45e8-971b-04d1f8e72389 request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:01:13.947280 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 3bc98d47-d03f-4829-9c66-005d18420161 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:13.974086 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 3bc98d47-d03f-4829-9c66-005d18420161 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:13.974433 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 3bc98d47-d03f-4829-9c66-005d18420161 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:13.994247 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.998757 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Deleting port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa {{(pid=109521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:13.999163 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), before_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.031077 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Pushing event deleted for resources: {'Port': ['ID=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:14.035086 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] No DVR routers for this DVR port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa on host dv-cinder-832918-1-iscsi {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:14.051359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4373d-f5bd-4e58-816c-9a0e13e01f87 req-bdde69b9-c400-4c46-8aa2-4c77a00c151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:14.053628 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ba4373d-f5bd-4e58-816c-9a0e13e01f87 req-bdde69b9-c400-4c46-8aa2-4c77a00c151a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 1130 time: 0.0559335 Mar 10 07:01:14.070764 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] For port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa, host dv-cinder-832918-1-iscsi, got binding levels [] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:14.071149 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), precommit_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.085116 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Calling delete_port for 12c96e70-edbe-4aa0-8266-d52d94a7b4aa owned by network:dhcp {{(pid=109521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:14.089384 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.ipam_backend_mixin [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa was not found and therefore no delete operation was performed {{(pid=109521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 07:01:14.090712 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642'] for port (12c96e70-edbe-4aa0-8266-d52d94a7b4aa), after_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.110368 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ba4373d-f5bd-4e58-816c-9a0e13e01f87 req-de410afe-648c-4b3b-b58a-5eabb0f3a7b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490923 Mar 10 07:01:14.117119 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] Pushing event deleted for resources: {'Port': ['ID=12c96e70-edbe-4aa0-8266-d52d94a7b4aa,revision_number=None']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:14.119002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c945473-1566-470e-adf0-73dc9135e51d None None] No DVR routers for this DVR port 12c96e70-edbe-4aa0-8266-d52d94a7b4aa on host dv-cinder-832918-1-iscsi {{(pid=109521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:14.121602 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (c79abaca-cf91-45e8-971b-04d1f8e72389), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.145601 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79abaca-cf91-45e8-971b-04d1f8e72389']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:14.155040 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481d8893-c8a4-4284-94b2-b079b55d7364') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:14.155343 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481d8893-c8a4-4284-94b2-b079b55d7364') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:14.164851 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (481d8893-c8a4-4284-94b2-b079b55d7364), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.177784 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (481d8893-c8a4-4284-94b2-b079b55d7364), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.184292 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:01:14.184673 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (481d8893-c8a4-4284-94b2-b079b55d7364), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:01:14.195410 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:01:14.247403 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (c79abaca-cf91-45e8-971b-04d1f8e72389), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.253270 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.256468 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/c79abaca-cf91-45e8-971b-04d1f8e72389 HTTP/1.1" status: 204 len: 168 time: 0.6700540 Mar 10 07:01:14.259525 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 32918) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:14.267615 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1924ecf-1a1a-4623-a7c0-1b86255f59bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c79abaca-cf91-45e8-971b-04d1f8e72389,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:14.592116 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (45b3abad-8a3a-470b-b5f4-472d3189075c), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.834127 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Deleting port 42b63052-ba90-48f6-9ac2-f39ff7379e94 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:14.834461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.941207 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] For port 42b63052-ba90-48f6-9ac2-f39ff7379e94, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=42b63052-ba90-48f6-9ac2-f39ff7379e94,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:14.941568 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.958029 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Calling delete_port for 42b63052-ba90-48f6-9ac2-f39ff7379e94 owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:14.968792 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937d28-c5d9-4fda-bfe1-b76a4a5b5f48 req-b45e0428-fcf3-4535-97b9-ce1937688ee4 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:14.970293 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-89937d28-c5d9-4fda-bfe1-b76a4a5b5f48 req-b45e0428-fcf3-4535-97b9-ce1937688ee4 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.0843151 Mar 10 07:01:15.063973 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-89937d28-c5d9-4fda-bfe1-b76a4a5b5f48 req-c0bdc66e-46bb-4d08-a926-dbef027a3caf tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869281 Mar 10 07:01:15.183142 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (42b63052-ba90-48f6-9ac2-f39ff7379e94), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.207060 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b63052-ba90-48f6-9ac2-f39ff7379e94,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:15.371716 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (45b3abad-8a3a-470b-b5f4-472d3189075c), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.597995 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Router 45b3abad-8a3a-470b-b5f4-472d3189075c has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:15.606081 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 12c96e70-edbe-4aa0-8266-d52d94a7b4aa no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:15.626217 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 12c96e70-edbe-4aa0-8266-d52d94a7b4aa {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:15.626560 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 12c96e70-edbe-4aa0-8266-d52d94a7b4aa not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:15.626972 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device be89f57a-5ba8-47ac-9ea4-05deb1db5aca no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:15.648504 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: be89f57a-5ba8-47ac-9ea4-05deb1db5aca {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:15.648843 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device be89f57a-5ba8-47ac-9ea4-05deb1db5aca not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:15.709024 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:15.713983 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-87cc632b-c256-48e0-85de-0d7a762922a8 admin admin] 10.222.0.35 "PUT /v2.0/routers/45b3abad-8a3a-470b-b5f4-472d3189075c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532659 Mar 10 07:01:15.716561 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32922) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:15.717454 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] Sync routers for ids ['45b3abad-8a3a-470b-b5f4-472d3189075c'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:15.728235 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] Routers {'45b3abad-8a3a-470b-b5f4-472d3189075c'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:15.728763 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['45b3abad-8a3a-470b-b5f4-472d3189075c'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:15.830124 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks [] for router (45b3abad-8a3a-470b-b5f4-472d3189075c), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.837385 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] Set router 45b3abad-8a3a-470b-b5f4-472d3189075c gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:15.945754 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks [] for router_gateway (45b3abad-8a3a-470b-b5f4-472d3189075c), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.000880 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Deleting port af29af48-e8ca-4d54-a251-67c396342803 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:16.005441 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (af29af48-e8ca-4d54-a251-67c396342803), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.005581 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6006fa5-dfde-4e55-bdf1-7849d3e0d04c req-3ff2a022-b7c0-4492-a614-92d666efa9c2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:16.012337 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d6006fa5-dfde-4e55-bdf1-7849d3e0d04c req-3ff2a022-b7c0-4492-a614-92d666efa9c2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.0608170 Mar 10 07:01:16.036391 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'af29af48-e8ca-4d54-a251-67c396342803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T07:01:15Z', 'revision_number': 5, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port': {'id': 'af29af48-e8ca-4d54-a251-67c396342803', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T06:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:16.061646 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d6006fa5-dfde-4e55-bdf1-7849d3e0d04c req-d68c9f72-b1db-451c-8e52-6fef6edd71dc tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483119 Mar 10 07:01:16.065663 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] Checking router: 45b3abad-8a3a-470b-b5f4-472d3189075c for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:16.073941 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] Routers {'45b3abad-8a3a-470b-b5f4-472d3189075c'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:16.074548 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['45b3abad-8a3a-470b-b5f4-472d3189075c'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:16.098759 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] For port af29af48-e8ca-4d54-a251-67c396342803, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=af29af48-e8ca-4d54-a251-67c396342803,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:16.099244 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (af29af48-e8ca-4d54-a251-67c396342803), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.113460 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Calling delete_port for af29af48-e8ca-4d54-a251-67c396342803 owned by network:router_gateway {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:16.161416 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] Set router 45b3abad-8a3a-470b-b5f4-472d3189075c gateway port host: None {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:16.212812 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T07:01:15Z', 'revision_number': 6, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:16.240927 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a002f-b526-4e19-bfe0-91cb541dc272 None None] The sync data for ids ['45b3abad-8a3a-470b-b5f4-472d3189075c'] in dv-cinder-832918-1-iscsi is: [{'id': '45b3abad-8a3a-470b-b5f4-472d3189075c', 'name': 'tempest-TestMinimumBasicScenario-1802571289-router', 'tenant_id': '3cde8899cb90481b9cad68f5c3112a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:56:40Z', 'updated_at': '2022-03-10T07:01:15Z', 'revision_number': 6, 'project_id': '3cde8899cb90481b9cad68f5c3112a56', 'gw_port_host': None}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:16.256578 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e370ee-af62-4313-bc3d-07c2f45c672d req-67b05b45-b854-4938-858d-485fe3a3405a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:16.258096 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34e370ee-af62-4313-bc3d-07c2f45c672d req-67b05b45-b854-4938-858d-485fe3a3405a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.1056719 Mar 10 07:01:16.342710 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-34e370ee-af62-4313-bc3d-07c2f45c672d req-8ccf54e5-189a-4f6c-b399-a44efbd63fa2 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728948 Mar 10 07:01:16.359752 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (af29af48-e8ca-4d54-a251-67c396342803), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.386433 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Pushing event deleted for resources: {'Port': ['ID=af29af48-e8ca-4d54-a251-67c396342803,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:16.445197 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (45b3abad-8a3a-470b-b5f4-472d3189075c), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.456323 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb7dcf-4528-48df-a3c7-8e2a26db9fb4 req-0fa4d4ce-2e89-4fbe-b326-d6d10cd23a19 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:16.457829 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4efb7dcf-4528-48df-a3c7-8e2a26db9fb4 req-0fa4d4ce-2e89-4fbe-b326-d6d10cd23a19 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.0514927 Mar 10 07:01:16.466181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 32932) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:16.470405 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Request body: {'floatingip': {'port_id': '29d2a09a-9c8b-49f8-8346-a35ae62d4891'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:16.511923 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.788305 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (45b3abad-8a3a-470b-b5f4-472d3189075c), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.790384 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks [] for router_controller (45b3abad-8a3a-470b-b5f4-472d3189075c), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.837448 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (45b3abad-8a3a-470b-b5f4-472d3189075c), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.838008 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b3abad-8a3a-470b-b5f4-472d3189075c {{(pid=109519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:01:16.844964 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.848407 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-af1f4887-8b7d-47cb-bca4-1b7cffccff27 admin admin] 10.222.0.35 "DELETE /v2.0/routers/45b3abad-8a3a-470b-b5f4-472d3189075c HTTP/1.1" status: 204 len: 168 time: 1.1285560 Mar 10 07:01:16.848644 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32934) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:16.892974 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Deleting subnet 222f8d74-12c7-4e11-8249-e91eb5ccdaab {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:01:16.896104 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Publish callbacks [] for subnet (222f8d74-12c7-4e11-8249-e91eb5ccdaab), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.929727 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (222f8d74-12c7-4e11-8249-e91eb5ccdaab), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.964980 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:16.970226 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.016066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (222f8d74-12c7-4e11-8249-e91eb5ccdaab), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.069471 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (222f8d74-12c7-4e11-8249-e91eb5ccdaab), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.075217 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Floating IP 80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e associated. External IP: 172.27.1.90, port: 29d2a09a-9c8b-49f8-8346-a35ae62d4891. Mar 10 07:01:17.096549 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222f8d74-12c7-4e11-8249-e91eb5ccdaab,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:17.098597 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.104190 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-bdb45e78-d6df-46f5-8fe5-a46f4d4e4540 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/222f8d74-12c7-4e11-8249-e91eb5ccdaab HTTP/1.1" status: 204 len: 168 time: 0.2523024 Mar 10 07:01:17.104639 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32938) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:17.111290 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f4686-e0e1-431d-9399-d012b5af57ff None None] Network 26064e3b-7c70-4c4c-baaa-4aa864575622 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:17.222099 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (26064e3b-7c70-4c4c-baaa-4aa864575622), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.258368 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b436-8876-40c1-8d2d-063b3b5dcd3d req-523a73bb-e4ed-447a-bb0c-cf6c7f840b71 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:17.260000 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4964b436-8876-40c1-8d2d-063b3b5dcd3d req-523a73bb-e4ed-447a-bb0c-cf6c7f840b71 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.0732529 Mar 10 07:01:17.298976 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] DHCP port deletion for 26064e3b-7c70-4c4c-baaa-4aa864575622 request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:01:17.347469 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4964b436-8876-40c1-8d2d-063b3b5dcd3d req-d1f97cd3-92d4-4717-9446-80a458a0f1c9 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693185 Mar 10 07:01:17.365831 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Deleting port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:17.366543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.368283 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] Deleting port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb {{(pid=109521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:17.368716 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), before_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.449134 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] For port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:17.449531 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), precommit_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.455979 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] For port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,segment=NetworkSegment(6e17e956-e13b-40d8-a5b3-ec6500eb72d0),segment_id=6e17e956-e13b-40d8-a5b3-ec6500eb72d0)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:17.456417 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.465202 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] Calling delete_port for c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb owned by network:dhcp {{(pid=109521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:17.470525 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Calling delete_port for c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb owned by network:dhcp {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:17.568971 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.572512 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:17.596550 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:17.596890 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:17.597056 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:17.597638 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device af29af48-e8ca-4d54-a251-67c396342803 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:17.601336 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] No DVR routers for this DVR port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb on host dv-cinder-832918-1-iscsi {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:17.611781 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Router 30387c76-3448-4e73-acc5-6d8d49f93425 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:17.635051 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: af29af48-e8ca-4d54-a251-67c396342803 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:17.635379 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device af29af48-e8ca-4d54-a251-67c396342803 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:17.635956 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 42b63052-ba90-48f6-9ac2-f39ff7379e94 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:17.657564 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 42b63052-ba90-48f6-9ac2-f39ff7379e94 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:17.658161 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 42b63052-ba90-48f6-9ac2-f39ff7379e94 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:17.662431 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642'] for port (c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb), after_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.677232 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (26064e3b-7c70-4c4c-baaa-4aa864575622), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.690890 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] No DVR routers for this DVR port c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb on host dv-cinder-832918-1-iscsi {{(pid=109521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:17.694743 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b8704-e5ec-402f-948e-0b0b27999fd2 None None] Pushing event deleted for resources: {'Port': ['ID=c2c5ee0d-7ad3-490a-9b1e-4935e272a1eb,revision_number=None']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:17.698307 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26064e3b-7c70-4c4c-baaa-4aa864575622']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:17.710242 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e17e956-e13b-40d8-a5b3-ec6500eb72d0') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:17.710546 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e17e956-e13b-40d8-a5b3-ec6500eb72d0') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:17.720652 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (6e17e956-e13b-40d8-a5b3-ec6500eb72d0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.733912 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (6e17e956-e13b-40d8-a5b3-ec6500eb72d0), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.740099 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:01:17.740755 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (6e17e956-e13b-40d8-a5b3-ec6500eb72d0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:01:17.742822 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:01:17.764047 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:17.770881 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.774412 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:17.784687 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:17.785351 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:17.806728 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (26064e3b-7c70-4c4c-baaa-4aa864575622), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.825221 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-106f9770-f7af-4dec-af01-67e10f5d040b tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "PUT /v2.0/floatingips/80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e HTTP/1.1" status: 200 len: 991 time: 1.3461835 Mar 10 07:01:17.825221 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:17.825221 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:17.825782 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.825782 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/26064e3b-7c70-4c4c-baaa-4aa864575622 HTTP/1.1" status: 204 len: 168 time: 0.7165089 Mar 10 07:01:17.840426 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecafd4c-9edb-4196-b914-688800b69ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26064e3b-7c70-4c4c-baaa-4aa864575622,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:17.841340 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-bc8def0e-bcf6-4f85-ad73-44c9be4432f7 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:17.843078 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-bc8def0e-bcf6-4f85-ad73-44c9be4432f7 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 945 time: 0.1177619 Mar 10 07:01:17.884566 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21d2e1-68c2-4f8e-a5c1-623380b1c00b x-openstack-request-id: req-2b21d2e1-68c2-4f8e-a5c1-623380b1c00b {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:17.884895 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:17.885133 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b21d2e1-68c2-4f8e-a5c1-623380b1c00b {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:17.885524 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'status': 'completed', 'code': 200} Mar 10 07:01:17.921210 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:17.961879 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Deleting port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:01:17.962719 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.993702 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-5224fb54-ebd8-4e03-b1b0-012e8ce0086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:17.995311 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-5224fb54-ebd8-4e03-b1b0-012e8ce0086f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 1130 time: 0.0691366 Mar 10 07:01:18.042516 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 32946) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:18.088252 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] For port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:18.088605 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.112588 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-529f299f-7cac-4f61-9530-e984f147c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:18.114897 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-529f299f-7cac-4f61-9530-e984f147c378 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 200 len: 911 time: 0.1087143 Mar 10 07:01:18.133295 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ef3b94a2-42cd-49a9-a76f-dfacd26d50f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6899d49b9b984185bc5b9d4fce49e664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895991 Mar 10 07:01:18.158387 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32948) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:18.185589 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'port_id': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'mac_address': 'fa:16:3e:16:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c9298e-4261-44da-b23b-0cabe3191f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:04Z', 'updated_at': '2022-03-10T07:01:16Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:18.212244 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-b4cefbbf-5909-4780-a673-f43aab39fe05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891 HTTP/1.1" status: 200 len: 999 time: 0.0913157 Mar 10 07:01:18.216314 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:18.224621 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:18.225261 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:18.237166 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5a3430dd-89c9-4386-a5ac-d70b73696c1e admin admin] Publish callbacks [] for security_group (ea637d3d-7a3c-40f3-81d2-358abc828346), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.286139 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5a3430dd-89c9-4386-a5ac-d70b73696c1e admin admin] Publish callbacks [] for security_group (ea637d3d-7a3c-40f3-81d2-358abc828346), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.306219 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-15be6d6e-4bf3-4c84-84ee-19d07f9eceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:18.307707 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-15be6d6e-4bf3-4c84-84ee-19d07f9eceac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 200 len: 850 time: 0.0792143 Mar 10 07:01:18.319641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.320005 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (d9c7d281-509f-40d5-9d43-ad9451343a56), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.320346 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Floating IP d9c7d281-509f-40d5-9d43-ad9451343a56 disassociated. External IP: 172.27.1.233, port: 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf. Mar 10 07:01:18.320663 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Calling delete_port for 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:01:18.332722 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:18.371063 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-2873adbb-e1ac-4d56-ba04-7107484eed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:18.372585 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-2873adbb-e1ac-4d56-ba04-7107484eed96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c592774-aa9a-4b61-8180-968159f4dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526323 Mar 10 07:01:18.391517 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5a3430dd-89c9-4386-a5ac-d70b73696c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ea637d3d-7a3c-40f3-81d2-358abc828346), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.394360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5a3430dd-89c9-4386-a5ac-d70b73696c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.398795 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5a3430dd-89c9-4386-a5ac-d70b73696c1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea637d3d-7a3c-40f3-81d2-358abc828346 HTTP/1.1" status: 204 len: 168 time: 0.2391083 Mar 10 07:01:18.420389 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3430dd-89c9-4386-a5ac-d70b73696c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea637d3d-7a3c-40f3-81d2-358abc828346,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:18.477193 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.507555 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'Port': ['ID=6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:18.556076 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4736eb-3124-4d6c-be62-d18a5e641c74 req-341c8abb-f688-482c-8eb8-b83157baefb5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:18.557746 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe4736eb-3124-4d6c-be62-d18a5e641c74 req-341c8abb-f688-482c-8eb8-b83157baefb5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ae57c6-b3ec-466f-ad26-1750f44f00c8 HTTP/1.1" status: 200 len: 867 time: 0.1173325 Mar 10 07:01:18.561824 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-beec62c9-83bc-402b-8808-aa9048267ec4 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823616 Mar 10 07:01:18.636467 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:18.682758 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'port_id': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'mac_address': 'fa:16:3e:16:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c9298e-4261-44da-b23b-0cabe3191f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:04Z', 'updated_at': '2022-03-10T07:01:16Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:18.695600 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21f4e4ca-cee5-4cb0-876d-0a3e5346d06d req-ddac50c3-3611-4595-82ee-1535d715e250 service neutron] 10.222.0.36 "GET /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238539 Mar 10 07:01:18.699279 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe4736eb-3124-4d6c-be62-d18a5e641c74 req-16bcce07-2b68-49e6-9240-b702668a863e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345129 Mar 10 07:01:18.725639 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ba341-9e93-4b9c-b3c4-06fc1fdebabd None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'port_id': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'mac_address': 'fa:16:3e:16:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c9298e-4261-44da-b23b-0cabe3191f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:04Z', 'updated_at': '2022-03-10T07:01:16Z', 'revision_number': 1, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:18.761324 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:18.777553 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:18.789249 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:18.790221 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:18.817222 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] No DVR routers for this DVR port 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:01:18.820207 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.823636 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a6288b9-78ef-4fa0-8c66-d9a7421227ff req-cd4b9470-f19a-45ee-8809-444133ca68e2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "DELETE /v2.0/ports/6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf HTTP/1.1" status: 204 len: 173 time: 0.9734547 Mar 10 07:01:18.879111 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32956) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:18.940376 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c302722d-7995-4403-beef-7be886d9c161 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cde8899cb90481b9cad68f5c3112a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578814 Mar 10 07:01:18.940668 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32958) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:18.999037 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b6ecfc53-a8df-4602-a6df-c5a8b4fc5b84 admin admin] Publish callbacks [] for security_group (26574884-2619-4cfb-bfd4-e635ccc49240), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.029353 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b6ecfc53-a8df-4602-a6df-c5a8b4fc5b84 admin admin] Publish callbacks [] for security_group (26574884-2619-4cfb-bfd4-e635ccc49240), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.031836 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0c310-7052-4562-8e23-dfd73c2fa615 None None] New status for floating IP 80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e: ACTIVE {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:01:19.047218 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:19.090807 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b6ecfc53-a8df-4602-a6df-c5a8b4fc5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (26574884-2619-4cfb-bfd4-e635ccc49240), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.094874 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b6ecfc53-a8df-4602-a6df-c5a8b4fc5b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.099498 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b6ecfc53-a8df-4602-a6df-c5a8b4fc5b84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26574884-2619-4cfb-bfd4-e635ccc49240 HTTP/1.1" status: 204 len: 168 time: 0.1545234 Mar 10 07:01:19.114717 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecfc53-a8df-4602-a6df-c5a8b4fc5b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26574884-2619-4cfb-bfd4-e635ccc49240,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:19.324585 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:19.355689 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:19.364827 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:19.365474 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:19.484814 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:19.706495 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:19.736238 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540aa85-9982-4217-bee0-b77bd283dfc7 None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:19.869861 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 32984) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:19.886633 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'name': 'network-vif-deleted', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:19.890943 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f66cfb3-2430-465b-9ca0-fcde3540aacc" -d '{"events": [{"server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "name": "network-vif-deleted", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:19.955093 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483121c0-ea73-4c58-8a8b-408ab9d92172 x-openstack-request-id: req-483121c0-ea73-4c58-8a8b-408ab9d92172 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:19.955390 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ae57c6-b3ec-466f-ad26-1750f44f00c8", "name": "network-vif-deleted", "tag": "6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:19.955641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-483121c0-ea73-4c58-8a8b-408ab9d92172 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:19.956037 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ae57c6-b3ec-466f-ad26-1750f44f00c8', 'name': 'network-vif-deleted', 'tag': '6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf', 'status': 'completed', 'code': 200} Mar 10 07:01:19.981356 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-56757780-network', 'tenant_id': '0b03726137774e099fc245a1daa7727c'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:20.016147 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Made reservation on behalf of 0b03726137774e099fc245a1daa7727c for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:20.018392 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.029115 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.032887 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eac3066-4606-4175-bf6b-c5943ad35ef5 None None] New status for floating IP d9c7d281-509f-40d5-9d43-ad9451343a56: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:01:20.070432 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-b0709226-b789-4911-804e-5732bae9a5d4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86125501&fields=id&tenant_id=b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 267 time: 0.0742588 Mar 10 07:01:20.210790 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks [] for security_group (f42b6021-b042-4c91-9631-d19c3e9dba73), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.217804 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-26b03223-1f44-4ad4-bb68-896cf01516a2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:20.219263 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-26b03223-1f44-4ad4-bb68-896cf01516a2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 812 time: 0.1389098 Mar 10 07:01:20.220229 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f42b6021-b042-4c91-9631-d19c3e9dba73), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.247986 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-1ace640c-debd-40f0-8951-4700c3b89407 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/quotas/b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 375 time: 0.0224543 Mar 10 07:01:20.252818 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:01:20.274152 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b6021-b042-4c91-9631-d19c3e9dba73,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:20.277983 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (41d0c784-1000-4832-ba35-bfe3a44f71e6), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.278321 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Added segment 41d0c784-1000-4832-ba35-bfe3a44f71e6 of type vlan for network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 Mar 10 07:01:20.335110 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (b56ed19f-d87d-420a-823c-62f6fdaa6ba1), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.361586 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-28cba66c-b6fa-4907-b1f6-737719d3db39 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066980 Mar 10 07:01:20.368939 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (b56ed19f-d87d-420a-823c-62f6fdaa6ba1), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.369925 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:20.370488 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.425642 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5543573 Mar 10 07:01:20.427333 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 32994) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:20.434064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Request body: {'subnet': {'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-56757780-subnet', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:20.453889 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Made reservation on behalf of 0b03726137774e099fc245a1daa7727c for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:20.456431 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16025377'] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.459098 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba93b9-fa16-4002-8f1a-8d9b89c992d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b56ed19f-d87d-420a-823c-62f6fdaa6ba1,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:20.469675 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:01:20.515701 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-53236f16-21f5-49d4-9110-c226e4767af9 service neutron] 10.222.0.35 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419444 Mar 10 07:01:20.611718 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-c2dacdcf-da71-4c30-a1fa-8e0648c9cfe1 service neutron] 10.222.0.35 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896945 Mar 10 07:01:20.629416 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16107075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16025359'] for subnet (347c6539-3016-481b-a402-d05f4c6f93ce), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.691617 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347c6539-3016-481b-a402-d05f4c6f93ce,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:20.700360 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Checking segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:20.700759 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Network hostable DHCP agents. Network: b56ed19f-d87d-420a-823c-62f6fdaa6ba1, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:01:20.719878 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:01:20.728784 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, b56ed19f-d87d-420a-823c-62f6fdaa6ba1) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:20.734968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:20.735309 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.738369 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32c1c0-9ca6-4eb5-a89c-38ee4a45018d None None] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:20.755373 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33002) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:20.755944 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-026e300e-6619-439b-a494-955923ea5550 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3252614 Mar 10 07:01:20.760148 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:20.779580 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.781237 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.837073 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks [] for router_controller (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.855837 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'project_id': '0b03726137774e099fc245a1daa7727c', 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:01:20.857598 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.937177 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-47aff26c-f3fa-4fce-8415-8906f2cc0688 req-1fc15d13-772a-4aea-aab3-4a1485535c15 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 210 time: 0.0336397 Mar 10 07:01:21.005408 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks [] for router_gateway (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.011910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Allocated IP 172.20.0.2 (b56ed19f-d87d-420a-823c-62f6fdaa6ba1/347c6539-3016-481b-a402-d05f4c6f93ce/59a5f8f1-7080-4aea-9f13-03c73e58c2bb) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:21.171274 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Publish callbacks [] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.177206 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.220873 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:21.225825 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:21.229393 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:21.231533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks [] for router_gateway (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.234813 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Pushing event updated for resources: {'Port': ['ID=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:21.253821 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.293423 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Attempting to bind port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:21.293779 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Attempting to bind port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:21.294140 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Attempting to bind port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb on network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:21.299034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:21.299409 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Checking segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:21.299815 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.300289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Bound using segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:21.301353 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Bound port: 59a5f8f1-7080-4aea-9f13-03c73e58c2bb, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:21.301733 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.359943 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Allocated IP 172.27.1.64 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/d5770947-07cd-4db4-83a3-8e416e9bd7c7) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:21.365922 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] For port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:21.369305 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] For port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:21.375151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.432532 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be6d1d-9d2a-4616-8aae-0909b3b0f718 None None] Pushing event updated for resources: {'Port': ['ID=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:21.472850 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks [] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.512265 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.516701 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:01:21.550147 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:01:21.550490 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 6b2a7bb2-a89b-4d32-a6f3-1705b3fefccf not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:01:21.552472 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:21.556111 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:21.561775 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:21.584578 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Pushing event updated for resources: {'Port': ['ID=d5770947-07cd-4db4-83a3-8e416e9bd7c7,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:21.830917 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks [] for router_gateway (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.063680 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-59cb2175-720c-4ce0-9129-4e6d637486a5 req-37f24720-2703-49db-9a68-be866e1c9420 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 210 time: 0.0425353 Mar 10 07:01:22.364202 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed67a9-6539-4bc5-b80f-c6748d1ffda5 None None] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:22.379697 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-360cc5d0-05b0-42ed-9ce9-291e0f06eece tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:22.381099 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-360cc5d0-05b0-42ed-9ce9-291e0f06eece tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 812 time: 0.4670181 Mar 10 07:01:22.409446 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.427110 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] Provisioning complete for port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:22.427484 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.492441 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-76995f71-cec8-4f66-9a1d-09c4f48d6671 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 378 time: 0.0960217 Mar 10 07:01:22.502205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'port': {'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'admin_state_up': True, 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'security_groups': ['cdd8d89e-5b17-4d9c-ac37-33dd84634dc6']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:22.552338 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] Current status of the port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:22.552910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.596626 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] For port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:22.605564 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.664030 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:01:22.668423 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Made reservation on behalf of b8708c22f6cc413c91a6621f3f868060 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:22.671828 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.685931 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1ccf8-b691-4694-ae1f-ff0b2d080966 None None] Pushing event updated for resources: {'Port': ['ID=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:22.691392 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3c10db62-dcdf-48a0-a37c-e5dfe248d70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.830398 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-0d5e0800-c0d8-4bd2-9a38-a7824c030e0a None None] Provisioning complete for port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:22.830700 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0800-c0d8-4bd2-9a38-a7824c030e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.867363 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:22.879689 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Sync routers for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:22.881036 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Allocated IP 172.20.0.3 (3aec699c-bb34-4053-89a4-ce976da1ee9f/4ba80fc1-53de-421f-9764-5c5b3a7f898d/a3cdb040-c322-45dc-94a0-0a6d47a6b889) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:22.894818 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.896017 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-fa0d3e75-3dc6-4ee9-bf7d-a66e7fdbbd60 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1393573 Mar 10 07:01:22.898982 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33018) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:22.915148 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:22.915768 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:22.963459 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e0800-c0d8-4bd2-9a38-a7824c030e0a None None] Current status of the port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:23.034895 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.043271 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:23.069790 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.110733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:23.113838 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:23.119621 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:23.153022 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=a3cdb040-c322-45dc-94a0-0a6d47a6b889,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:23.181352 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:23.182040 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.207567 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-00c0de43-fc14-4219-bca6-85b941cddc1a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7103391 Mar 10 07:01:23.231707 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Request body: {'port': {'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:23.249806 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:21Z', 'revision_number': 3, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:23.285331 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Checking router: 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:23.285561 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Updating router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 port d5770947-07cd-4db4-83a3-8e416e9bd7c7 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:01:23.311012 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.319284 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.341946 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea193e3-a0ba-4afc-ae60-af058182e331 req-db56e90e-5bbd-4fe5-b9ed-fc274df9aa7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:23.350472 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9ea193e3-a0ba-4afc-ae60-af058182e331 req-db56e90e-5bbd-4fe5-b9ed-fc274df9aa7e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 931 time: 0.1425214 Mar 10 07:01:23.441613 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9ea193e3-a0ba-4afc-ae60-af058182e331 req-786cdb18-4f9c-4e71-9efc-846ef68fc8f4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899096 Mar 10 07:01:23.442402 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d4f8854f-b01f-4d7a-b72d-f3630a08c6e2 None None] Provisioning complete for port a3cdb040-c322-45dc-94a0-0a6d47a6b889 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:23.442871 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d4f8854f-b01f-4d7a-b72d-f3630a08c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.492708 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.498976 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8854f-b01f-4d7a-b72d-f3630a08c6e2 None None] Port a3cdb040-c322-45dc-94a0-0a6d47a6b889 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:23.630811 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cdb040-c322-45dc-94a0-0a6d47a6b889 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:01:23.633875 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 59a5f8f1-7080-4aea-9f13-03c73e58c2bb up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:23.638478 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Publish callbacks [] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.650385 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Transition to ACTIVE for port object a3cdb040-c322-45dc-94a0-0a6d47a6b889 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:01:23.655113 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.673320 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Allocated IP 172.20.0.1 (b56ed19f-d87d-420a-823c-62f6fdaa6ba1/347c6539-3016-481b-a402-d05f4c6f93ce/5913e9f0-dbd2-46f2-924d-ded0c5e10093) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:23.674719 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Publish callbacks [] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.685388 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.730443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Pushing event updated for resources: {'Port': ['ID=a3cdb040-c322-45dc-94a0-0a6d47a6b889,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:23.753393 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Attempting to bind port d5770947-07cd-4db4-83a3-8e416e9bd7c7 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:23.754131 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Attempting to bind port d5770947-07cd-4db4-83a3-8e416e9bd7c7 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:23.754735 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Attempting to bind port d5770947-07cd-4db4-83a3-8e416e9bd7c7 on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:23.768772 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a413-ff6c-453d-9d35-7f90000a0431 None None] Pushing event updated for resources: {'Port': ['ID=d5770947-07cd-4db4-83a3-8e416e9bd7c7,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:23.772538 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:23.772949 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.783380 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:23.783772 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:23.784231 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.784633 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:23.785158 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Bound port: d5770947-07cd-4db4-83a3-8e416e9bd7c7, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:23.785536 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.792798 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Attempting to bind port a3cdb040-c322-45dc-94a0-0a6d47a6b889 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:23.793089 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Attempting to bind port a3cdb040-c322-45dc-94a0-0a6d47a6b889 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:23.793392 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Attempting to bind port a3cdb040-c322-45dc-94a0-0a6d47a6b889 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:23.799349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Port a3cdb040-c322-45dc-94a0-0a6d47a6b889 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:01:23.799566 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Attempting to bind port a3cdb040-c322-45dc-94a0-0a6d47a6b889 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:23.804771 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:23.805137 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Checking segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:23.805513 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Bound using segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:23.806276 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Bound port: a3cdb040-c322-45dc-94a0-0a6d47a6b889, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:23.806652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.822136 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks [] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.872618 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.878992 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] For port d5770947-07cd-4db4-83a3-8e416e9bd7c7, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:23.883731 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] For port d5770947-07cd-4db4-83a3-8e416e9bd7c7, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=d5770947-07cd-4db4-83a3-8e416e9bd7c7,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:23.895631 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] For port a3cdb040-c322-45dc-94a0-0a6d47a6b889, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:23.899814 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] For port a3cdb040-c322-45dc-94a0-0a6d47a6b889, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:23.899992 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:23.901695 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:23.904742 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:23.911994 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.912723 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.961840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:23.962359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.964010 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] 10.222.0.36 "PUT /v2.0/ports/a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 1093 time: 0.7373610 Mar 10 07:01:23.964443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:23.966120 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:23.967410 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:23.978714 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.028809 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd7e0d-543c-4e43-a643-b2d5fdf9a09e service neutron] Pushing event updated for resources: {'Port': ['ID=a3cdb040-c322-45dc-94a0-0a6d47a6b889,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:24.034176 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41e2b56-e842-4995-9b96-99f69778ac42 x-openstack-request-id: req-f41e2b56-e842-4995-9b96-99f69778ac42 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:24.034457 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:24.034709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f41e2b56-e842-4995-9b96-99f69778ac42 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:24.035105 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'status': 'completed', 'code': 200} Mar 10 07:01:24.069974 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Pushing event updated for resources: {'Port': ['ID=5913e9f0-dbd2-46f2-924d-ded0c5e10093,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:24.080886 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a413-ff6c-453d-9d35-7f90000a0431 None None] Pushing event updated for resources: {'Port': ['ID=d5770947-07cd-4db4-83a3-8e416e9bd7c7,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:24.084618 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:24.085555 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:00:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:24.106269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-c16a8599-1ae1-456a-98a3-f3625a4fd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.108475 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-c16a8599-1ae1-456a-98a3-f3625a4fd6b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1127 time: 0.0583546 Mar 10 07:01:24.162230 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-2984ecbf-8a61-42e9-a533-1c47816d0099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 217 time: 0.0389869 Mar 10 07:01:24.205711 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.256572 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-6e711fc4-c3d9-4d7a-97cb-43702ac09675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.258101 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-6e711fc4-c3d9-4d7a-97cb-43702ac09675 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0867252 Mar 10 07:01:24.317804 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-3fb98d5a-a1b6-46eb-a311-72c5756f3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.319349 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-3fb98d5a-a1b6-46eb-a311-72c5756f3ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552843 Mar 10 07:01:24.390449 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:24.394401 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks [] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.400734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.423946 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-f254b17b-10a4-4082-bea3-9b9851559281 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982645 Mar 10 07:01:24.466793 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Pushing event updated for resources: {'Port': ['ID=5913e9f0-dbd2-46f2-924d-ded0c5e10093,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:24.472454 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.509014 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-857aad17-4c2e-4ad1-aba9-b9b7683f3f5c None None] Provisioning complete for port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:24.509516 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-857aad17-4c2e-4ad1-aba9-b9b7683f3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.532886 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5dedf096-af0e-4da3-94e5-2eb1ceda23f4 req-fb6c30ad-6338-47d5-8c88-9154dc9f7204 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024463 Mar 10 07:01:24.581901 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-857aad17-4c2e-4ad1-aba9-b9b7683f3f5c None None] Port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:24.606064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:24.614880 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db462a1-e289-4d71-8b09-8a3c06e9b2dc req-d625ecb3-95e8-4767-a92c-a109974ccd30 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.616395 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0db462a1-e289-4d71-8b09-8a3c06e9b2dc req-d625ecb3-95e8-4767-a92c-a109974ccd30 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.0766566 Mar 10 07:01:24.617280 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:24.669327 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:21Z', 'revision_number': 3, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:24.687416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-0055136f-15e1-42a9-91b7-a325c6a1d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.690391 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-0055136f-15e1-42a9-91b7-a325c6a1d80a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1127 time: 0.0616937 Mar 10 07:01:24.702004 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba097424-ca83-49eb-bd4a-201158b108b1 None None] The sync data for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi is: [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:21Z', 'revision_number': 3, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:24.729607 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0db462a1-e289-4d71-8b09-8a3c06e9b2dc req-5c507319-d67e-4b25-8359-25fe6d0a9b45 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055098 Mar 10 07:01:24.802831 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:24.826358 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-b8487343-1ab4-4689-9a5c-6f3bd5c48d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.828750 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-b8487343-1ab4-4689-9a5c-6f3bd5c48d5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.1298037 Mar 10 07:01:24.871953 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-079c0352-e68d-4f47-8ccf-fb23739f3ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 217 time: 0.0375278 Mar 10 07:01:24.905130 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-42feeaca-c9f2-436f-9536-c82410935ad3 None None] Provisioning complete for port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:24.905356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-42feeaca-c9f2-436f-9536-c82410935ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:24.927293 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-9c868896-5f89-4a0b-9785-87a98dda49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:24.928874 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-9c868896-5f89-4a0b-9785-87a98dda49ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0513613 Mar 10 07:01:24.942628 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:24.943917 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-42feeaca-c9f2-436f-9536-c82410935ad3 None None] Port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:24.949475 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-61ecb372-6a26-4d09-8e0f-4a3d9fc36c08 admin admin] 10.222.0.35 "PUT /v2.0/routers/4776662e-10d7-4a80-9e5d-6b81a47e8ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485096 Mar 10 07:01:25.002847 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-483df6a9-d76c-491a-b44e-1ebd00b1daa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.032626 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-41392bc3-ae0b-4a4d-a505-c3cd278fffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:25.034234 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-41392bc3-ae0b-4a4d-a505-c3cd278fffea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997689 Mar 10 07:01:25.128280 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-b7283c62-9d1d-40ae-a67d-5767a00b2cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877435 Mar 10 07:01:25.233338 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-94c2ba0c-4c7b-4187-8eeb-8d95f8f3dec0 req-f3117130-c253-4495-9c77-b4b4fb4811bb service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987587 Mar 10 07:01:25.482613 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33042) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:25.488200 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1620557538-network', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:25.511882 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Made reservation on behalf of 8e3961e846044ac9b821e14a8cc7f3f6 for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:25.514474 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.524695 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.578303 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device d5770947-07cd-4db4-83a3-8e416e9bd7c7 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:25.609972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks [] for security_group (90958271-44fe-49fb-bd44-ac66a0cc1f98), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.615286 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (90958271-44fe-49fb-bd44-ac66a0cc1f98), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.628933 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port d5770947-07cd-4db4-83a3-8e416e9bd7c7 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:25.629443 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.642685 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:01:25.651645 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90958271-44fe-49fb-bd44-ac66a0cc1f98,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:25.658479 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (aa3f2ba7-3971-4563-b5a8-90e4cf656304), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.658814 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Added segment aa3f2ba7-3971-4563-b5a8-90e4cf656304 of type vlan for network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 Mar 10 07:01:25.703020 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.722009 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port d5770947-07cd-4db4-83a3-8e416e9bd7c7 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:25.722470 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.734349 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.735285 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:25.735890 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.744095 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port d5770947-07cd-4db4-83a3-8e416e9bd7c7, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=d5770947-07cd-4db4-83a3-8e416e9bd7c7,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:25.747870 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.771574 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2877960 Mar 10 07:01:25.774500 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33046) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:25.783893 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Request body: {'subnet': {'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1620557538-subnet', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:25.803323 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=d5770947-07cd-4db4-83a3-8e416e9bd7c7,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:25.803866 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba231d-f843-490d-ab49-b085189ab54e admin admin] Pushing event updated for resources: {'Network': ['ID=6c22a3c7-de1d-4303-bb2f-8502c0ce54e9,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:25.817753 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:01:25.827491 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Made reservation on behalf of 8e3961e846044ac9b821e14a8cc7f3f6 for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:25.829629 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599350'] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:25.932239 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ad390-9c3c-412a-861a-278d9b213544 req-6446b76f-e7df-4da6-b85f-b88e61559743 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:25.933762 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6f2ad390-9c3c-412a-861a-278d9b213544 req-6446b76f-e7df-4da6-b85f-b88e61559743 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.1166968 Mar 10 07:01:25.992373 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.016683 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6f2ad390-9c3c-412a-861a-278d9b213544 req-f23aab34-e091-4853-9109-f4712ab4b384 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759375 Mar 10 07:01:26.059499 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599320'] for subnet (f444d36b-f22b-4536-b0fe-c7be44018968), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.117428 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f444d36b-f22b-4536-b0fe-c7be44018968,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:26.128167 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Checking segment: {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:26.128523 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Network hostable DHCP agents. Network: 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:01:26.145440 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:01:26.154441 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:26.158871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:26.159486 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.163611 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94800934-483a-49f5-8297-d7a4533332ed None None] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:26.179784 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-353d0a9a-1c2c-45ca-aacc-74ae0c2d12f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4040308 Mar 10 07:01:26.182376 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33048) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:26.186564 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:26.211638 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.212762 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.265972 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks [] for router_controller (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), precommit_add_association {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.270277 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'fixed_ips': [{'subnet_id': 'f444d36b-f22b-4536-b0fe-c7be44018968'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:01:26.271120 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.407745 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Allocated IP 172.20.0.2 (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9/f444d36b-f22b-4536-b0fe-c7be44018968/33f09bbc-ea11-4ad8-a17b-9502589a8c8c) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:26.412744 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks [] for router_gateway (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.426468 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Sync routers for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:26.436924 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:26.437576 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:26.544436 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:26.551212 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Publish callbacks [] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.558374 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.605918 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:26.609750 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:26.611619 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Pushing event updated for resources: {'Port': ['ID=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:26.613771 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:26.621672 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks [] for router_gateway (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.646185 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.667791 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Attempting to bind port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:26.668557 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Attempting to bind port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:26.669143 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Attempting to bind port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c on network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:26.674356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:26.674968 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Checking segment: {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:26.675362 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.675905 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Bound using segment: {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:26.676518 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Bound port: 33f09bbc-ea11-4ad8-a17b-9502589a8c8c, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:26.677090 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.740650 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] For port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:26.743669 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] For port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,segment=NetworkSegment(aa3f2ba7-3971-4563-b5a8-90e4cf656304),segment_id=aa3f2ba7-3971-4563-b5a8-90e4cf656304)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:26.745358 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 2, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:26.751974 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.757227 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Allocated IP 172.27.1.160 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/95982131-f81c-43b0-bc4a-6b7a4172c13c) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:26.776025 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Checking router: 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:26.776363 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Updating router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:01:26.803791 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.811155 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80058a5-ab5b-4f4e-af6b-c3fec7b396d1 None None] Pushing event updated for resources: {'Port': ['ID=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:26.875469 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks [] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.910699 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:26.946865 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:26.949720 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:26.956970 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:26.999171 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Pushing event updated for resources: {'Port': ['ID=95982131-f81c-43b0-bc4a-6b7a4172c13c,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:27.091793 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Publish callbacks [] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.103129 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.158540 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Pushing event updated for resources: {'Port': ['ID=5913e9f0-dbd2-46f2-924d-ded0c5e10093,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:27.167522 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.167834 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.168330 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.168568 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.168898 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.169255 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.169575 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.170078 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.170431 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.170743 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.171081 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.171933 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.172229 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:27.182839 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b1c86-d056-4391-b054-acbf77422157 req-f828f565-9878-496c-b6f0-ccc0839040bf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:27.190047 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b2b1c86-d056-4391-b054-acbf77422157 req-f828f565-9878-496c-b6f0-ccc0839040bf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.0803607 Mar 10 07:01:27.254309 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b2b1c86-d056-4391-b054-acbf77422157 req-3caf3e05-a4b2-49f6-a4df-f9a52017af62 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575380 Mar 10 07:01:27.293883 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks [] for router_gateway (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.347786 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Attempting to bind port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:27.348598 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Attempting to bind port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:27.348598 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Attempting to bind port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 on network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:27.354046 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:27.355381 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Checking segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:27.355877 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.356338 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Bound using segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:27.356887 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Bound port: 5913e9f0-dbd2-46f2-924d-ded0c5e10093, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:27.357360 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.410302 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-e59a6644-ae97-407e-b58f-4d81b041a81f None None] Provisioning complete for port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:27.410588 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e59a6644-ae97-407e-b58f-4d81b041a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.421828 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] For port 5913e9f0-dbd2-46f2-924d-ded0c5e10093, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:27.425204 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] For port 5913e9f0-dbd2-46f2-924d-ded0c5e10093, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=5913e9f0-dbd2-46f2-924d-ded0c5e10093,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:27.431456 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.448098 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-e59a6644-ae97-407e-b58f-4d81b041a81f None None] Port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:27.493042 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:27.493662 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:27.512738 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.597382 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.625046 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fb1f7-561c-4d2b-b72d-3c2c282bf041 None None] Pushing event updated for resources: {'Port': ['ID=5913e9f0-dbd2-46f2-924d-ded0c5e10093,revision_number=4']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:27.653565 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:27.691653 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device d5770947-07cd-4db4-83a3-8e416e9bd7c7 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:27.722764 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:01:27.760523 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port d5770947-07cd-4db4-83a3-8e416e9bd7c7 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:27.761092 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.851487 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port d5770947-07cd-4db4-83a3-8e416e9bd7c7 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:27.854031 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 33f09bbc-ea11-4ad8-a17b-9502589a8c8c up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:27.913125 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] Provisioning complete for port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:27.913594 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.914154 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:27.947624 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2741eb-a96e-4695-9611-9e651f19b8ba None None] The sync data for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi is: [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:27.972947 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:27.973642 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.086749 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] Current status of the port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:28.087146 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.110461 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d621126-927c-4442-b8fb-dc91de1a1de8 None None] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:28.169777 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:28.169777 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.185968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:28.205188 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.206774 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a51c3c34-d718-46c4-9be4-b1f61ed8d3cb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0234790 Mar 10 07:01:28.209427 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33052) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:28.219604 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Sync routers for ids ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:28.236115 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] For port 5913e9f0-dbd2-46f2-924d-ded0c5e10093, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=5913e9f0-dbd2-46f2-924d-ded0c5e10093,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:28.252431 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.262521 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Routers {'9b0d40f1-69fc-48c7-ae55-85129c03c5e3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:28.263203 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:28.342794 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,segment=NetworkSegment(aa3f2ba7-3971-4563-b5a8-90e4cf656304),segment_id=aa3f2ba7-3971-4563-b5a8-90e4cf656304)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:28.376404 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.426041 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ce74-f884-44c2-87dd-2ef431d2f64e None None] Pushing event updated for resources: {'Port': ['ID=5913e9f0-dbd2-46f2-924d-ded0c5e10093,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:28.470116 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c4303-62b0-487d-8f8d-19b724f02e0c req-17fff403-e7d8-4ef4-9170-6818dd0cb729 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:28.471606 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c39c4303-62b0-487d-8f8d-19b724f02e0c req-17fff403-e7d8-4ef4-9170-6818dd0cb729 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.1083567 Mar 10 07:01:28.599384 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c39c4303-62b0-487d-8f8d-19b724f02e0c req-234766c1-f462-4ce6-9270-10066d33c4c5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885978 Mar 10 07:01:28.644466 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-a36d35b3-6fc4-4c2a-a95c-3bf578970b95 None None] Provisioning complete for port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:28.644926 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a36d35b3-6fc4-4c2a-a95c-3bf578970b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.700788 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Set router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:28.734360 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:28.741190 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.896710 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-a36d35b3-6fc4-4c2a-a95c-3bf578970b95 None None] Current status of the port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:28.942357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Allocated IP 172.20.0.1 (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9/f444d36b-f22b-4536-b0fe-c7be44018968/ebc3e6c7-6e07-431b-808c-d20d25487c04) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:28.962575 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.003790 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 3, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:29.040642 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Checking router: 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:29.041024 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Updating router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 port 95982131-f81c-43b0-bc4a-6b7a4172c13c binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:01:29.052918 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks [] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.070910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-139d6f7f-0a92-4b01-b4fa-54f035261252 None None] Provisioning complete for port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:29.071287 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-139d6f7f-0a92-4b01-b4fa-54f035261252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.088979 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.101324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.132169 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:29.137199 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:29.139606 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:29.168882 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Pushing event updated for resources: {'Port': ['ID=ebc3e6c7-6e07-431b-808c-d20d25487c04,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:29.185501 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.258045 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-139d6f7f-0a92-4b01-b4fa-54f035261252 None None] Current status of the port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:29.347311 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.409002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Publish callbacks [] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.413864 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.474429 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Attempting to bind port 95982131-f81c-43b0-bc4a-6b7a4172c13c on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:29.474797 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Attempting to bind port 95982131-f81c-43b0-bc4a-6b7a4172c13c by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:29.475158 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Attempting to bind port 95982131-f81c-43b0-bc4a-6b7a4172c13c on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:29.476911 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc9dc2-7262-4953-8d0c-044eca1b5a49 None None] Pushing event updated for resources: {'Port': ['ID=95982131-f81c-43b0-bc4a-6b7a4172c13c,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:29.485983 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:29.486494 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:29.486763 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.487147 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:29.487613 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Bound port: 95982131-f81c-43b0-bc4a-6b7a4172c13c, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:29.487994 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.517488 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks [] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.521558 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-e7e280c3-51cf-4b57-a7f5-0f641d87a959 None None] Provisioning complete for port ebc3e6c7-6e07-431b-808c-d20d25487c04 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:29.521972 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e7e280c3-51cf-4b57-a7f5-0f641d87a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.523644 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.579248 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] For port 95982131-f81c-43b0-bc4a-6b7a4172c13c, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:29.582382 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-e7e280c3-51cf-4b57-a7f5-0f641d87a959 None None] Port ebc3e6c7-6e07-431b-808c-d20d25487c04 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:29.584556 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] For port 95982131-f81c-43b0-bc4a-6b7a4172c13c, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=95982131-f81c-43b0-bc4a-6b7a4172c13c,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:29.594422 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.596205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.599277 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Pushing event updated for resources: {'Port': ['ID=ebc3e6c7-6e07-431b-808c-d20d25487c04,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:29.676607 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 33f09bbc-ea11-4ad8-a17b-9502589a8c8c up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:29.707802 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc9dc2-7262-4953-8d0c-044eca1b5a49 None None] Pushing event updated for resources: {'Port': ['ID=95982131-f81c-43b0-bc4a-6b7a4172c13c,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:29.720951 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:29.722446 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:29.723490 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Routers {'9b0d40f1-69fc-48c7-ae55-85129c03c5e3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:29.724287 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:29.734773 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b3ef0-52a4-4ef6-b504-647253b17838 req-1baa52c1-c744-41a6-a419-bb4287fe2eba tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:29.736704 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-897b3ef0-52a4-4ef6-b504-647253b17838 req-1baa52c1-c744-41a6-a419-bb4287fe2eba tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.0628679 Mar 10 07:01:29.794737 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-897b3ef0-52a4-4ef6-b504-647253b17838 req-1fc153bf-a103-4c36-9b21-e3dd0d1bc216 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487907 Mar 10 07:01:29.820774 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:29.820774 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.861875 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:29.900981 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] Set router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:29.976670 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:29.982175 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-76aa4332-a553-4a8a-bf79-78a807e2438a admin admin] 10.222.0.35 "PUT /v2.0/routers/9b0d40f1-69fc-48c7-ae55-85129c03c5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717667 Mar 10 07:01:30.041291 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:30.042327 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 5913e9f0-dbd2-46f2-924d-ded0c5e10093 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:30.103177 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-9068b81d-b6fa-4171-981a-c4bd569de301 None None] Provisioning complete for port ebc3e6c7-6e07-431b-808c-d20d25487c04 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:30.103558 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9068b81d-b6fa-4171-981a-c4bd569de301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.181183 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-9068b81d-b6fa-4171-981a-c4bd569de301 None None] Port ebc3e6c7-6e07-431b-808c-d20d25487c04 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:30.199271 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:30.199637 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.251735 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'ebc3e6c7-6e07-431b-808c-d20d25487c04', 'name': '', 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'mac_address': 'fa:16:3e:7e:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:28Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 2, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'subnets': [{'id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:30.281326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3340c-fa13-4619-8ec0-03e0333927a7 None None] The sync data for ids ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'] in dv-cinder-832918-1-iscsi is: [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'ebc3e6c7-6e07-431b-808c-d20d25487c04', 'name': '', 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'mac_address': 'fa:16:3e:7e:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:28Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 2, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'subnets': [{'id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:30.318357 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:30.439125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33064) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:30.443888 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871875845', 'description': 'tempest-secgroup-smoke-1871875845 description', 'project_id': '0b03726137774e099fc245a1daa7727c'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:30.477216 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.565433 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group (b5ec9595-cb85-438d-b7d6-bbae08243eb9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.569713 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (b5ec9595-cb85-438d-b7d6-bbae08243eb9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.600050 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.603911 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1611087 Mar 10 07:01:30.603911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa63dbe-365c-4f4d-ad2a-c667b984437c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec9595-cb85-438d-b7d6-bbae08243eb9,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:30.604447 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33068) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:30.610102 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec9595-cb85-438d-b7d6-bbae08243eb9', 'project_id': '0b03726137774e099fc245a1daa7727c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:30.637324 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (cd0d585c-7ecc-4db7-b815-ee6a324c4691), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.694199 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (cd0d585c-7ecc-4db7-b815-ee6a324c4691), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.698311 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (cd0d585c-7ecc-4db7-b815-ee6a324c4691), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.715850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0d585c-7ecc-4db7-b815-ee6a324c4691,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:30.724065 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.725290 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ac207371-3ed8-4598-a33d-0cd782cc023a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194518 Mar 10 07:01:30.728069 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33070) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:30.732330 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec9595-cb85-438d-b7d6-bbae08243eb9', 'project_id': '0b03726137774e099fc245a1daa7727c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:30.757873 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (9f2bd8ed-a465-41b2-88bf-54148b4cbc3a), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.817183 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (9f2bd8ed-a465-41b2-88bf-54148b4cbc3a), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.823226 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (9f2bd8ed-a465-41b2-88bf-54148b4cbc3a), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.846999 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2bd8ed-a465-41b2-88bf-54148b4cbc3a,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:30.853937 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.858083 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33074) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:30.858275 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-ff471e6e-2f01-404a-aab1-ee51b0a10e97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292045 Mar 10 07:01:30.862755 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec9595-cb85-438d-b7d6-bbae08243eb9', 'project_id': '0b03726137774e099fc245a1daa7727c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:30.891908 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (36eea0f2-875d-4500-acc7-cc5de27c7bdb), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.968858 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68e5aa-4f09-4ccf-8085-c4534de512b0 req-711011d9-d149-430c-ac51-e235f131043d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:30.971209 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2e68e5aa-4f09-4ccf-8085-c4534de512b0 req-711011d9-d149-430c-ac51-e235f131043d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.0842745 Mar 10 07:01:30.980578 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (36eea0f2-875d-4500-acc7-cc5de27c7bdb), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:30.985599 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (36eea0f2-875d-4500-acc7-cc5de27c7bdb), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.010971 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eea0f2-875d-4500-acc7-cc5de27c7bdb,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:31.026522 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.027756 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-157b7e0d-927a-49e7-b8d8-054586b926ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685829 Mar 10 07:01:31.030617 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33076) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:31.038261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec9595-cb85-438d-b7d6-bbae08243eb9', 'project_id': '0b03726137774e099fc245a1daa7727c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:31.040439 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2e68e5aa-4f09-4ccf-8085-c4534de512b0 req-7ca964bc-63e7-4a6d-9a33-2d1addd2411f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627725 Mar 10 07:01:31.066160 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (538259b8-7a78-4e07-98a9-a55d276874b9), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.127249 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (538259b8-7a78-4e07-98a9-a55d276874b9), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.131637 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (538259b8-7a78-4e07-98a9-a55d276874b9), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.149733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538259b8-7a78-4e07-98a9-a55d276874b9,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:31.159922 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.161148 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e189d0c8-a41d-41f3-8944-c53167b48b81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271212 Mar 10 07:01:31.163981 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33078) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:31.168582 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec9595-cb85-438d-b7d6-bbae08243eb9', 'project_id': '0b03726137774e099fc245a1daa7727c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:31.189631 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.securitygroups_db [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Project 0b03726137774e099fc245a1daa7727c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:01:31.194667 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (57c4dbd5-ade6-4730-b95d-1984dbc14574), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.254787 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (57c4dbd5-ade6-4730-b95d-1984dbc14574), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.258637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (57c4dbd5-ade6-4730-b95d-1984dbc14574), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.277738 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c4dbd5-ade6-4730-b95d-1984dbc14574,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:31.286216 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.287399 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-eee369ec-6cc3-4204-8494-a017dbed8ef5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223752 Mar 10 07:01:31.290155 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33082) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:31.294732 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec9595-cb85-438d-b7d6-bbae08243eb9', 'project_id': '0b03726137774e099fc245a1daa7727c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:31.315285 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.securitygroups_db [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Project 0b03726137774e099fc245a1daa7727c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:01:31.320599 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (9441f443-189a-4e70-8ff5-a3b353a56d02), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.379888 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (9441f443-189a-4e70-8ff5-a3b353a56d02), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.383507 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (9441f443-189a-4e70-8ff5-a3b353a56d02), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.404517 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9441f443-189a-4e70-8ff5-a3b353a56d02,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:31.413299 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.414511 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a68e3c5e-fdac-487d-a102-855b1dc51eb0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234324 Mar 10 07:01:31.598835 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 95982131-f81c-43b0-bc4a-6b7a4172c13c up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:31.655903 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 95982131-f81c-43b0-bc4a-6b7a4172c13c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:31.656289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.731704 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 95982131-f81c-43b0-bc4a-6b7a4172c13c is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:31.732114 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.753079 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 95982131-f81c-43b0-bc4a-6b7a4172c13c, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=95982131-f81c-43b0-bc4a-6b7a4172c13c,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:31.758216 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:31.805288 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=95982131-f81c-43b0-bc4a-6b7a4172c13c,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:32.168474 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268f8b-4db5-41df-931c-33754362bf85 req-67d60a17-d55c-4a1e-bdad-7c632fd78412 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:32.170065 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-08268f8b-4db5-41df-931c-33754362bf85 req-67d60a17-d55c-4a1e-bdad-7c632fd78412 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.0578613 Mar 10 07:01:32.219843 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-08268f8b-4db5-41df-931c-33754362bf85 req-d407734c-ceb3-4741-adc3-9a9ec6a9d9eb tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441110 Mar 10 07:01:32.404370 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Sync routers for ids ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:32.414943 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Routers {'9b0d40f1-69fc-48c7-ae55-85129c03c5e3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:32.415553 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:32.522324 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Set router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:32.717320 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'ebc3e6c7-6e07-431b-808c-d20d25487c04', 'name': '', 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'mac_address': 'fa:16:3e:7e:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:28Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 2, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'subnets': [{'id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:32.743385 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Checking router: 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:32.743742 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Updating router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 port ebc3e6c7-6e07-431b-808c-d20d25487c04 binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:01:32.771121 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.036583 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Publish callbacks [] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.051574 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.098858 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124465-fb9a-4fe5-a288-581c4e3e63e2 None None] Pushing event updated for resources: {'Port': ['ID=ebc3e6c7-6e07-431b-808c-d20d25487c04,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:33.153333 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Attempting to bind port ebc3e6c7-6e07-431b-808c-d20d25487c04 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:33.153698 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Attempting to bind port ebc3e6c7-6e07-431b-808c-d20d25487c04 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:33.154054 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Attempting to bind port ebc3e6c7-6e07-431b-808c-d20d25487c04 on network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:33.159938 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:33.160344 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Checking segment: {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:33.160806 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.161242 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Bound using segment: {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:33.161733 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Bound port: ebc3e6c7-6e07-431b-808c-d20d25487c04, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3f2ba7-3971-4563-b5a8-90e4cf656304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:33.162111 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.227949 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] For port ebc3e6c7-6e07-431b-808c-d20d25487c04, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:33.231069 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] For port ebc3e6c7-6e07-431b-808c-d20d25487c04, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=ebc3e6c7-6e07-431b-808c-d20d25487c04,segment=NetworkSegment(aa3f2ba7-3971-4563-b5a8-90e4cf656304),segment_id=aa3f2ba7-3971-4563-b5a8-90e4cf656304)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:33.237929 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.273745 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:01:33.293057 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Routers {'9b0d40f1-69fc-48c7-ae55-85129c03c5e3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:33.293669 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:33.327620 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] Provisioning complete for port ebc3e6c7-6e07-431b-808c-d20d25487c04 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:33.328218 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.362348 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b525d25-3305-4d81-832d-909d0b85f491 req-68a4b207-8895-4599-952a-3b184b9ac462 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:33.369601 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0b525d25-3305-4d81-832d-909d0b85f491 req-68a4b207-8895-4599-952a-3b184b9ac462 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 943 time: 0.0709186 Mar 10 07:01:33.425238 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124465-fb9a-4fe5-a288-581c4e3e63e2 None None] Pushing event updated for resources: {'Port': ['ID=ebc3e6c7-6e07-431b-808c-d20d25487c04,revision_number=4']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:33.431622 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0b525d25-3305-4d81-832d-909d0b85f491 req-8a71fb01-14e4-4667-9c2b-f4c95088f7d8 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608473 Mar 10 07:01:33.444232 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] Set router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:33.560493 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] Current status of the port ebc3e6c7-6e07-431b-808c-d20d25487c04 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:33.560901 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.571945 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device a3cdb040-c322-45dc-94a0-0a6d47a6b889 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:01:33.615737 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 95982131-f81c-43b0-bc4a-6b7a4172c13c up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:33.630988 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] For port ebc3e6c7-6e07-431b-808c-d20d25487c04, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=ebc3e6c7-6e07-431b-808c-d20d25487c04,segment=NetworkSegment(aa3f2ba7-3971-4563-b5a8-90e4cf656304),segment_id=aa3f2ba7-3971-4563-b5a8-90e4cf656304)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:33.660786 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.769618 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'ebc3e6c7-6e07-431b-808c-d20d25487c04', 'name': '', 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'mac_address': 'fa:16:3e:7e:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:28Z', 'updated_at': '2022-03-10T07:01:33Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'subnets': [{'id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:33.772350 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497507f9-fa67-49e0-ae98-ffe13a81b122 None None] Pushing event updated for resources: {'Port': ['ID=ebc3e6c7-6e07-431b-808c-d20d25487c04,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:33.791187 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port a3cdb040-c322-45dc-94a0-0a6d47a6b889, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:33.798265 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d3587-24a5-4639-974c-b6adc819ed2e None None] The sync data for ids ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'] in dv-cinder-832918-1-iscsi is: [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:29Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'ebc3e6c7-6e07-431b-808c-d20d25487c04', 'name': '', 'network_id': '6c22a3c7-de1d-4303-bb2f-8502c0ce54e9', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'mac_address': 'fa:16:3e:7e:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:28Z', 'updated_at': '2022-03-10T07:01:33Z', 'revision_number': 4, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'subnets': [{'id': 'f444d36b-f22b-4536-b0fe-c7be44018968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:33.811074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 95982131-f81c-43b0-bc4a-6b7a4172c13c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:33.811454 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.813648 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:01:33.840570 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-91e8b735-8c30-4193-8ef8-a1da5027452e None None] Provisioning complete for port ebc3e6c7-6e07-431b-808c-d20d25487c04 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:33.840952 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-91e8b735-8c30-4193-8ef8-a1da5027452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.912125 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port a3cdb040-c322-45dc-94a0-0a6d47a6b889 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:33.912525 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.937632 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cdb040-c322-45dc-94a0-0a6d47a6b889 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:01:34.006206 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port a3cdb040-c322-45dc-94a0-0a6d47a6b889, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:34.017412 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:34.026994 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 95982131-f81c-43b0-bc4a-6b7a4172c13c is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:34.027259 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device ebc3e6c7-6e07-431b-808c-d20d25487c04 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:34.081416 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-91e8b735-8c30-4193-8ef8-a1da5027452e None None] Current status of the port ebc3e6c7-6e07-431b-808c-d20d25487c04 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:34.110223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3cdb040-c322-45dc-94a0-0a6d47a6b889,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:34.121601 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port ebc3e6c7-6e07-431b-808c-d20d25487c04 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:34.121984 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:34.207507 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port ebc3e6c7-6e07-431b-808c-d20d25487c04 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:34.488109 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['a3cdb040-c322-45dc-94a0-0a6d47a6b889'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:01:34.560140 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e6eca-ef1b-4252-b249-4f2811d8484c req-6a0973d6-adb7-4bad-a59f-2397bc55b58f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:34.563381 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-354e6eca-ef1b-4252-b249-4f2811d8484c req-6a0973d6-adb7-4bad-a59f-2397bc55b58f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 944 time: 0.0614913 Mar 10 07:01:34.617034 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-354e6eca-ef1b-4252-b249-4f2811d8484c req-c832f61b-a505-445f-8b15-fc4355d71399 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482700 Mar 10 07:01:35.551319 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device ebc3e6c7-6e07-431b-808c-d20d25487c04 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:35.581977 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device a3cdb040-c322-45dc-94a0-0a6d47a6b889 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:35.639268 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port ebc3e6c7-6e07-431b-808c-d20d25487c04 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:35.639641 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:35.671152 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port a3cdb040-c322-45dc-94a0-0a6d47a6b889 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:01:35.681215 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port a3cdb040-c322-45dc-94a0-0a6d47a6b889 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:35.681597 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:35.738913 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06192c-99c5-497d-9850-1ec10d92a839 req-e0437304-f635-4680-ae1c-86ae08aa5877 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:35.740402 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0a06192c-99c5-497d-9850-1ec10d92a839 req-e0437304-f635-4680-ae1c-86ae08aa5877 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 944 time: 0.0516927 Mar 10 07:01:35.763389 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port ebc3e6c7-6e07-431b-808c-d20d25487c04 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:35.789387 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-0a06192c-99c5-497d-9850-1ec10d92a839 req-1a8664c8-8b74-4376-b82a-4efa697f53a8 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428789 Mar 10 07:01:35.801702 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port a3cdb040-c322-45dc-94a0-0a6d47a6b889 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:35.802097 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:35.824638 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:35.826896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48477d34-e737-466b-9ece-78362ce9d4d6" -d '{"events": [{"server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "name": "network-vif-plugged", "status": "completed", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:35.838457 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port a3cdb040-c322-45dc-94a0-0a6d47a6b889, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:35.844091 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:35.867230 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c845981-8451-481c-87ba-ab8e62591b30 x-openstack-request-id: req-3c845981-8451-481c-87ba-ab8e62591b30 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:35.867525 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "name": "network-vif-plugged", "status": "completed", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:35.867775 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c845981-8451-481c-87ba-ab8e62591b30 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:35.868161 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'code': 200} Mar 10 07:01:35.892623 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3cdb040-c322-45dc-94a0-0a6d47a6b889,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:36.158087 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d5394-e6bf-4b32-b5db-bd6e075d6e79 req-38610f64-6788-421f-820c-9f683157ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:36.159565 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a30d5394-e6bf-4b32-b5db-bd6e075d6e79 req-38610f64-6788-421f-820c-9f683157ffff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1129 time: 0.0441368 Mar 10 07:01:36.207962 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a30d5394-e6bf-4b32-b5db-bd6e075d6e79 req-4c802606-7466-49d2-b660-63387fff45a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420327 Mar 10 07:01:36.921928 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5250d1-8c3e-4098-81a2-32dd7726a706 req-b1c9e995-aba2-4436-a15c-00f803dcc5f0 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:36.923467 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dc5250d1-8c3e-4098-81a2-32dd7726a706 req-b1c9e995-aba2-4436-a15c-00f803dcc5f0 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 945 time: 0.0634599 Mar 10 07:01:36.972851 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dc5250d1-8c3e-4098-81a2-32dd7726a706 req-7b78cb6a-f7d5-4af0-9b15-b8c7c45a30b9 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435548 Mar 10 07:01:38.095299 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833d90-460f-46c6-bc74-69170f337ce1 req-578c4234-93d2-46fb-8c02-bc21afc3904e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:38.096811 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f9833d90-460f-46c6-bc74-69170f337ce1 req-578c4234-93d2-46fb-8c02-bc21afc3904e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Mar 10 07:01:38.148502 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f9833d90-460f-46c6-bc74-69170f337ce1 req-cfaddda5-5b67-4233-8bd1-a4858a9e7538 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457559 Mar 10 07:01:38.265715 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebddb0-7854-4c34-a15c-b2c46de7da04 req-1a89fb6e-c052-497f-a841-75c08537e663 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:38.267116 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4bebddb0-7854-4c34-a15c-b2c46de7da04 req-1a89fb6e-c052-497f-a841-75c08537e663 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 945 time: 0.0534701 Mar 10 07:01:38.315153 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4bebddb0-7854-4c34-a15c-b2c46de7da04 req-5679ade0-6a37-413e-b2bf-c9e4c906648d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425270 Mar 10 07:01:38.337399 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33168) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:38.380935 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb81d54b-7bd3-4d43-b54a-2094763e52b9 tempest-TestVolumeBootPattern-1338300467 tempest-TestVolumeBootPattern-1338300467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:38.382552 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-cb81d54b-7bd3-4d43-b54a-2094763e52b9 tempest-TestVolumeBootPattern-1338300467 tempest-TestVolumeBootPattern-1338300467-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1124 time: 0.0441906 Mar 10 07:01:38.385468 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33170) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:38.389592 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:38.411308 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:38.492022 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:38.511850 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:38.619566 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Allocated IP 172.27.1.191 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/9899af6e-69d3-4b47-ac00-3b02ab1fb2b5) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:38.721241 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:38.754796 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:38.793972 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:38.799112 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:38.801798 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:39.082573 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=9899af6e-69d3-4b47-ac00-3b02ab1fb2b5,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:39.095951 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.096303 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.096655 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.097014 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.097349 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.097681 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.098007 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.098336 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.098663 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.098986 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.099313 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.099637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.099954 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:39.444817 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:39.518777 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:39.669726 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:39.674578 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:39.743269 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=9899af6e-69d3-4b47-ac00-3b02ab1fb2b5,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:39.753434 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:39.864441 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Floating IP 0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd associated. External IP: 172.27.1.191, port: a3cdb040-c322-45dc-94a0-0a6d47a6b889. Mar 10 07:01:40.086486 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:40.198543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:40.213794 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:40.217082 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:40.225124 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:40.225124 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:40.258538 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7612b180-7371-4603-989e-401ed6ce0275 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8602755 Mar 10 07:01:40.258538 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:40.258538 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:40.285651 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf8c3b-46d7-4012-a225-bec7e8aeee4e x-openstack-request-id: req-50cf8c3b-46d7-4012-a225-bec7e8aeee4e {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:40.285651 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:40.285871 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50cf8c3b-46d7-4012-a225-bec7e8aeee4e {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:40.286154 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'status': 'completed', 'code': 200} Mar 10 07:01:40.346948 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:40.389583 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-4e6379be-6260-43ba-838b-6bddd0c66f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:40.391101 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-4e6379be-6260-43ba-838b-6bddd0c66f3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1129 time: 0.0453045 Mar 10 07:01:40.492615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-a4f379e7-0dcf-4e34-902d-dd8c822edbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:40.494139 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-a4f379e7-0dcf-4e34-902d-dd8c822edbf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0954988 Mar 10 07:01:40.566420 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-71530f88-f64d-4690-92c6-7e321f0413d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 999 time: 0.0597508 Mar 10 07:01:40.581088 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:39Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:40.607012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:40.615849 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:40.616453 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:40.616587 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-66aad2d6-cccb-4138-9e04-6968d5114efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:40.617964 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-66aad2d6-cccb-4138-9e04-6968d5114efa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0458450 Mar 10 07:01:40.665616 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-5f32c526-c70e-445e-a954-43de4394ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:40.667115 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-5f32c526-c70e-445e-a954-43de4394ab5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424485 Mar 10 07:01:40.727907 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:40.754907 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-150e46a1-1e6f-47c7-8011-25e4f85e9e26 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809040 Mar 10 07:01:40.849269 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bbc02ae1-35cd-4fd9-bb7e-c7445f4358ba req-b1e30b27-f6f4-4b7b-96f5-273131caabaa service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873804 Mar 10 07:01:40.956336 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:39Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:40.981754 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c5ff4-3cbd-4ff4-80b7-5226b938ba22 None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:39Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:41.174453 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb7effa-5bd2-43b3-8e99-6fbb25c5984c None None] New status for floating IP 0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:01:52.666760 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8222746d-5213-4725-994d-b1376f9667d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:54.016436 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-4d06261e-e357-44f0-82e6-6b96d82453d9 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871875845&fields=id&tenant_id=0b03726137774e099fc245a1daa7727c HTTP/1.1" status: 200 len: 267 time: 0.0478289 Mar 10 07:01:54.138022 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-aff1a596-7227-43fd-b9d7-eeb36d215d2f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:54.139727 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-aff1a596-7227-43fd-b9d7-eeb36d215d2f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 807 time: 0.1167994 Mar 10 07:01:54.154960 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-6d86f60c-4632-403e-a779-9d0787bd0810 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/quotas/0b03726137774e099fc245a1daa7727c HTTP/1.1" status: 200 len: 375 time: 0.0091965 Mar 10 07:01:54.210551 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-0ced5197-1e6b-4462-b3b9-a817e619dce5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498996 Mar 10 07:01:54.400042 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-fd7e054f-ba72-4c39-9eb0-8a8af8d2f0a3 service neutron] 10.222.0.35 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770604 Mar 10 07:01:54.488036 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8a20495c-361d-4399-a505-2bcb75aac1d6 service neutron] 10.222.0.35 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822990 Mar 10 07:01:54.767555 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fdc7961c-fabe-4cd3-ad2e-a83333fc79f4 req-c33f4468-808b-44cd-b4b2-d9e50a2feb24 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 210 time: 0.0272305 Mar 10 07:01:54.994195 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-caa97bdb-48b4-47eb-9486-e1d4f0eac8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:55.832936 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-a5040f2b-c34a-4a18-9f62-37d65e35502b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:55.834414 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-a5040f2b-c34a-4a18-9f62-37d65e35502b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 807 time: 0.1102705 Mar 10 07:01:55.864192 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-16c51f0e-c985-4017-8966-6642d894c2d4 req-2e7325ec-429e-4702-89ca-6f61a203569f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Mar 10 07:01:55.921252 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-eadc4fec-a205-4362-b5ce-494d1a8f01c2 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b03726137774e099fc245a1daa7727c HTTP/1.1" status: 200 len: 380 time: 0.0522819 Mar 10 07:01:55.929546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'port': {'device_id': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'admin_state_up': True, 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'security_groups': ['b5ec9595-cb85-438d-b7d6-bbae08243eb9']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:55.994087 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.032793 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Made reservation on behalf of 0b03726137774e099fc245a1daa7727c for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:56.036075 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.157582 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Allocated IP 172.20.0.3 (b56ed19f-d87d-420a-823c-62f6fdaa6ba1/347c6539-3016-481b-a402-d05f4c6f93ce/bed2e887-326c-448b-952a-84d60235c247) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:56.291926 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for port (bed2e887-326c-448b-952a-84d60235c247), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.324686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (bed2e887-326c-448b-952a-84d60235c247), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.364725 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:56.368134 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:56.374565 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:56.401880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:56.413055 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.413411 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.413755 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.414086 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.414425 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.414750 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.415074 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.415398 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.415721 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.416042 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.416363 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.416679 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.417035 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:56.440705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:56.441354 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.465237 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-c45712c1-bf1f-4888-910a-d4b4d2b6c595 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391989 Mar 10 07:01:56.499941 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Request body: {'port': {'device_id': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:56.568583 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.631526 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-8d21b6f9-4afb-4e66-845c-05c9c991d882 None None] Provisioning complete for port bed2e887-326c-448b-952a-84d60235c247 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:56.632090 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8d21b6f9-4afb-4e66-845c-05c9c991d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (bed2e887-326c-448b-952a-84d60235c247), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.664039 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-8d21b6f9-4afb-4e66-845c-05c9c991d882 None None] Port bed2e887-326c-448b-952a-84d60235c247 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:56.822519 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed2e887-326c-448b-952a-84d60235c247 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:01:56.829664 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Publish callbacks [] for port (bed2e887-326c-448b-952a-84d60235c247), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.841225 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Transition to ACTIVE for port object bed2e887-326c-448b-952a-84d60235c247 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:01:56.845200 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:56.891078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:56.994824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Attempting to bind port bed2e887-326c-448b-952a-84d60235c247 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:56.995160 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Attempting to bind port bed2e887-326c-448b-952a-84d60235c247 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:56.995483 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Attempting to bind port bed2e887-326c-448b-952a-84d60235c247 on network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:57.006327 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Port bed2e887-326c-448b-952a-84d60235c247 on network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:01:57.006641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Attempting to bind port bed2e887-326c-448b-952a-84d60235c247 on network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:57.016334 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7bdf3-1ade-4be8-8e0e-211cffe5075a req-3100e124-1528-4de1-abbd-6f5e2e7f5aa8 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.017888 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b0b7bdf3-1ade-4be8-8e0e-211cffe5075a req-3100e124-1528-4de1-abbd-6f5e2e7f5aa8 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0745873 Mar 10 07:01:57.020858 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:57.021222 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Checking segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:57.021592 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Bound using segment: {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:57.022024 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Bound port: bed2e887-326c-448b-952a-84d60235c247, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d0c784-1000-4832-ba35-bfe3a44f71e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:57.022364 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:57.103446 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b0b7bdf3-1ade-4be8-8e0e-211cffe5075a req-01bc918c-f408-4c4a-9b44-90e41c464364 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788414 Mar 10 07:01:57.118013 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:57.120928 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:57.127012 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:57.162853 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.163497 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:57.164818 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 1093 time: 0.6697867 Mar 10 07:01:57.165269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:01:57.167477 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2137d04-826f-402c-8ee7-aa4722064cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:01:57.192498 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd48d9-a4ef-4b3e-9768-9551520902f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:57.220257 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3ef75-86e6-42f9-8a1e-928c72dfdb7a x-openstack-request-id: req-ace3ef75-86e6-42f9-8a1e-928c72dfdb7a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:01:57.220551 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "tag": "bed2e887-326c-448b-952a-84d60235c247", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:01:57.220928 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ace3ef75-86e6-42f9-8a1e-928c72dfdb7a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:01:57.221362 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'status': 'completed', 'code': 200} Mar 10 07:01:57.285276 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-26077387-88fe-45bf-86a5-39e34ad1ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.286791 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-26077387-88fe-45bf-86a5-39e34ad1ba5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1127 time: 0.0468683 Mar 10 07:01:57.336660 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-664d3487-b271-4bfe-b858-f3641e4d1871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 217 time: 0.0351291 Mar 10 07:01:57.388016 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-187d769b-09bf-4e96-872d-2e952b9ddb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.389478 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-187d769b-09bf-4e96-872d-2e952b9ddb3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0474756 Mar 10 07:01:57.440196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-562b7a55-4396-4ad0-b8c6-b9d785c10206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.441631 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-562b7a55-4396-4ad0-b8c6-b9d785c10206 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450876 Mar 10 07:01:57.528322 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-ac5843d7-a985-4fcb-ba25-9efd83498d5f service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794840 Mar 10 07:01:57.593585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:57.622806 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fad8192c-15ed-420f-a0ff-41ce24a34398 req-8c9cd929-a8fe-4cd4-bbc2-55097c0dda8f service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872705 Mar 10 07:01:57.799242 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-6600ac51-7c3f-4bee-ac2e-9fcb73ffe606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.800684 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-6600ac51-7c3f-4bee-ac2e-9fcb73ffe606 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1127 time: 0.0435536 Mar 10 07:01:57.888953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-088c565c-d968-4e1c-bef9-568e5071a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.890393 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-088c565c-d968-4e1c-bef9-568e5071a47e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.0836508 Mar 10 07:01:57.931098 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-f1d4a76d-23a3-411a-aea1-dda27b9ac455 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 217 time: 0.0323877 Mar 10 07:01:57.980703 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-4049eba7-cdde-41fd-ade8-f40a60367834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:57.982176 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-4049eba7-cdde-41fd-ade8-f40a60367834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0449762 Mar 10 07:01:58.033928 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-66e8608e-e4d2-4dc5-b05d-d0e6ba2a7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:58.035394 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-66e8608e-e4d2-4dc5-b05d-d0e6ba2a7529 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433915 Mar 10 07:01:58.121273 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-d7f77394-cdb8-4a4c-9bdf-255104f465bb service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780518 Mar 10 07:01:58.242303 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2137d04-826f-402c-8ee7-aa4722064cb9 req-5d0d1ceb-6c46-43c5-88d2-f2a48782be9e service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144650 Mar 10 07:01:58.253105 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c65d5-0b3a-48e7-9e25-254c6984b87e req-6581f307-f131-4453-8c51-48da2aeac487 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:58.254442 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8e9c65d5-0b3a-48e7-9e25-254c6984b87e req-6581f307-f131-4453-8c51-48da2aeac487 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0686703 Mar 10 07:01:58.301359 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8e9c65d5-0b3a-48e7-9e25-254c6984b87e req-56ff7d8f-317d-4f24-9578-2c6b7d080124 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Mar 10 07:01:58.925049 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:59.420380 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861065d2-c851-45c4-baa7-b2412922bacb req-4609c193-b185-4a01-bb9f-0f7ffa07be4e tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:59.421917 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-861065d2-c851-45c4-baa7-b2412922bacb req-4609c193-b185-4a01-bb9f-0f7ffa07be4e tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0555499 Mar 10 07:01:59.469470 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-861065d2-c851-45c4-baa7-b2412922bacb req-39f2dcfb-fe81-4ea8-9552-0d3878eb0b39 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Mar 10 07:02:00.587304 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711bdf8-bd55-4378-a19d-45519925471a req-a8849786-fb7f-448f-82eb-2d9a255a80d3 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:00.588762 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5711bdf8-bd55-4378-a19d-45519925471a req-a8849786-fb7f-448f-82eb-2d9a255a80d3 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0553601 Mar 10 07:02:00.634928 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5711bdf8-bd55-4378-a19d-45519925471a req-7d540d58-71c7-4252-ae98-4e77b2b36669 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Mar 10 07:02:01.751426 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c95496-da1a-47b2-8741-8b68bb0b05c1 req-12629138-b086-43ac-90ed-cddf507c97e6 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:01.752821 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-95c95496-da1a-47b2-8741-8b68bb0b05c1 req-12629138-b086-43ac-90ed-cddf507c97e6 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0515575 Mar 10 07:02:01.799422 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-95c95496-da1a-47b2-8741-8b68bb0b05c1 req-abcebb0e-e1d1-45e9-969d-6d9529a02536 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Mar 10 07:02:02.915317 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2bbeb-8b87-4cae-8a5f-8921bd7ea3b2 req-83abe8e4-d0e2-4320-a198-6ce40bb81a16 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:02.916816 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-04a2bbeb-8b87-4cae-8a5f-8921bd7ea3b2 req-83abe8e4-d0e2-4320-a198-6ce40bb81a16 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0509696 Mar 10 07:02:02.963828 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-04a2bbeb-8b87-4cae-8a5f-8921bd7ea3b2 req-fbb7b914-f1c7-449a-b4a0-0f6a7648cfd5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Mar 10 07:02:04.077670 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef071f-e444-43ec-86e3-05eb7f67284a req-edc37ca6-5d50-4e4f-bcf4-b618ab9c1b03 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:04.079627 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-57ef071f-e444-43ec-86e3-05eb7f67284a req-edc37ca6-5d50-4e4f-bcf4-b618ab9c1b03 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0515578 Mar 10 07:02:04.129537 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-57ef071f-e444-43ec-86e3-05eb7f67284a req-0220b332-ce3b-4c17-a4dc-3581cf0c1cc1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 Mar 10 07:02:05.242899 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6f31-5751-4683-bef9-b66b4d9d811e req-24e994aa-3734-4193-b4bc-2fc69320cc81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:05.244343 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1c4f6f31-5751-4683-bef9-b66b4d9d811e req-24e994aa-3734-4193-b4bc-2fc69320cc81 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0514140 Mar 10 07:02:05.297227 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1c4f6f31-5751-4683-bef9-b66b4d9d811e req-9013bd01-8e2b-441b-bf31-1063b135eef8 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472600 Mar 10 07:02:05.731889 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:02:05.827361 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:05.838002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'bed2e887-326c-448b-952a-84d60235c247', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'port_id': 'bed2e887-326c-448b-952a-84d60235c247', 'mac_address': 'fa:16:3e:d1:32:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:02:05.873650 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port bed2e887-326c-448b-952a-84d60235c247 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:05.874040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:05.886072 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed2e887-326c-448b-952a-84d60235c247 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:02:05.904146 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:05.908694 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:05.954276 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:05.961038 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.961393 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.961731 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.962071 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.962397 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.962721 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.963045 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.963364 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.963684 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.964006 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.964325 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.964640 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:05.964955 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:06.338021 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['bed2e887-326c-448b-952a-84d60235c247'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:02:06.416740 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a826a-cc34-4cf7-a317-2c95ab5dc7ec req-e38bbf9e-0984-4fcc-a9ba-178716bbe87c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:06.418341 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-010a826a-cc34-4cf7-a317-2c95ab5dc7ec req-e38bbf9e-0984-4fcc-a9ba-178716bbe87c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 944 time: 0.0542672 Mar 10 07:02:06.470063 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-010a826a-cc34-4cf7-a317-2c95ab5dc7ec req-87b80649-42ff-4d50-98f5-6f2283bce4e7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460613 Mar 10 07:02:07.588408 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b6d0-25cc-42bb-a460-30def92846d3 req-969a7d92-8ed0-4fec-b736-42a1314cd387 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:07.590170 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b0d1b6d0-25cc-42bb-a460-30def92846d3 req-969a7d92-8ed0-4fec-b736-42a1314cd387 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 944 time: 0.0558822 Mar 10 07:02:07.638349 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b0d1b6d0-25cc-42bb-a460-30def92846d3 req-8f2dafde-23f0-45e8-ab6b-49b487c6ff06 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Mar 10 07:02:07.740385 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:02:07.789765 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port bed2e887-326c-448b-952a-84d60235c247 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:02:07.793420 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port bed2e887-326c-448b-952a-84d60235c247 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:02:07.793799 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (bed2e887-326c-448b-952a-84d60235c247), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:07.866061 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port bed2e887-326c-448b-952a-84d60235c247 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:07.866446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:07.887335 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:02:07.889587 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe87643-7da6-4885-bc08-744c97d5cc01" -d '{"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-plugged", "status": "completed", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:02:07.902455 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:07.906541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:07.934944 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff8ab28-9ae9-4ac3-81a7-5dfcac566603 x-openstack-request-id: req-7ff8ab28-9ae9-4ac3-81a7-5dfcac566603 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:02:07.935243 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-plugged", "status": "completed", "tag": "bed2e887-326c-448b-952a-84d60235c247", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:02:07.935495 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ff8ab28-9ae9-4ac3-81a7-5dfcac566603 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:02:07.935887 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'code': 200} Mar 10 07:02:07.966549 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:08.197326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6ce95-a376-4348-bb84-c812de468710 req-c569a54d-294b-468e-a5f0-393c9a9f0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:08.198764 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d4f6ce95-a376-4348-bb84-c812de468710 req-c569a54d-294b-468e-a5f0-393c9a9f0c8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0424666 Mar 10 07:02:08.243856 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d4f6ce95-a376-4348-bb84-c812de468710 req-68c3e08c-a398-4d79-b6fa-5d8a9c153ecc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Mar 10 07:02:08.510673 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:08.761655 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd07f8-ac01-4da7-baa4-87318f132628 req-b87ee382-3eb8-4414-b6cd-8af021e1da4a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:08.763021 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dbfd07f8-ac01-4da7-baa4-87318f132628 req-b87ee382-3eb8-4414-b6cd-8af021e1da4a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0542550 Mar 10 07:02:08.811034 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dbfd07f8-ac01-4da7-baa4-87318f132628 req-86f9584b-55b9-42d2-96d1-f672a7b07baf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Mar 10 07:02:09.928537 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefc610-8c0c-4a1b-8a72-c717d1362463 req-0e89d9f6-d252-4a46-9d3d-bb81cfb65484 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:09.930021 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1cefc610-8c0c-4a1b-8a72-c717d1362463 req-0e89d9f6-d252-4a46-9d3d-bb81cfb65484 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0506961 Mar 10 07:02:09.977161 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1cefc610-8c0c-4a1b-8a72-c717d1362463 req-4c4f150d-7d06-445e-93ff-bed59e83c236 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Mar 10 07:02:10.090568 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77914-f68d-4a25-be99-a08bc06d2165 req-b71dcb46-4565-42bd-ac5a-a96aca096437 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:10.091926 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ae77914-f68d-4a25-be99-a08bc06d2165 req-b71dcb46-4565-42bd-ac5a-a96aca096437 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0512118 Mar 10 07:02:10.138593 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8ae77914-f68d-4a25-be99-a08bc06d2165 req-2e5f961a-1ee7-45c1-a174-9a42bc36898f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Mar 10 07:02:10.159143 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33294) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:10.246218 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859ff21-9f84-4bd1-8a21-88129fdaa317 tempest-TestShelveInstance-1122790772 tempest-TestShelveInstance-1122790772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:10.247735 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a859ff21-9f84-4bd1-8a21-88129fdaa317 tempest-TestShelveInstance-1122790772 tempest-TestShelveInstance-1122790772-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1124 time: 0.0876479 Mar 10 07:02:10.250605 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33298) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:10.251882 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:02:10.255292 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'port_id': 'bed2e887-326c-448b-952a-84d60235c247', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:02:10.277685 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:10.369822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:10.475175 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Allocated IP 172.27.1.134 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/c9e16350-8bc1-4494-adca-4acee234b20f) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:02:10.572585 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for port (c9e16350-8bc1-4494-adca-4acee234b20f), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:10.605311 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (c9e16350-8bc1-4494-adca-4acee234b20f), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:10.639544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:02:10.642669 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:02:10.645172 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:02:10.676291 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'Port': ['ID=c9e16350-8bc1-4494-adca-4acee234b20f,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:11.256387 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for floatingip (5b7f1004-bf1f-4a04-9486-40071db53a16), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:11.325032 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c9e16350-8bc1-4494-adca-4acee234b20f), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:11.464686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for port (c9e16350-8bc1-4494-adca-4acee234b20f), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:11.468973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (c9e16350-8bc1-4494-adca-4acee234b20f), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:11.534994 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event updated for resources: {'Port': ['ID=c9e16350-8bc1-4494-adca-4acee234b20f,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:11.545965 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (5b7f1004-bf1f-4a04-9486-40071db53a16), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:11.644481 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Floating IP 5b7f1004-bf1f-4a04-9486-40071db53a16 associated. External IP: 172.27.1.134, port: bed2e887-326c-448b-952a-84d60235c247. Mar 10 07:02:11.846161 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:02:11.958437 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:02:11.968087 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] Sync routers for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:02:11.977215 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:11.978517 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:02:11.979141 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:02:12.017132 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-17c85cfb-6c37-41b9-ac81-dc9eadb2ec08 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7544982 Mar 10 07:02:12.017132 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:02:12.017132 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f95def5-1560-4589-9f62-116415dfdb69" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:02:12.047117 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d3b90-a8d6-4edd-a9dc-85485b272cc3 x-openstack-request-id: req-1f7d3b90-a8d6-4edd-a9dc-85485b272cc3 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:02:12.047417 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "tag": "bed2e887-326c-448b-952a-84d60235c247", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:02:12.048247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f7d3b90-a8d6-4edd-a9dc-85485b272cc3 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:02:12.048652 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'status': 'completed', 'code': 200} Mar 10 07:02:12.089902 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:02:12.132555 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95def5-1560-4589-9f62-116415dfdb69 req-5b08fc92-9dd3-4ff9-9f22-697527f8ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:12.134061 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-5b08fc92-9dd3-4ff9-9f22-697527f8ef61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0435569 Mar 10 07:02:12.223950 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95def5-1560-4589-9f62-116415dfdb69 req-6fa77ef0-3d42-4b33-98b1-18f7a5988b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:12.225336 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-6fa77ef0-3d42-4b33-98b1-18f7a5988b55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.0845022 Mar 10 07:02:12.287757 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-a56877e8-a662-4abc-9eba-4fb4bca19c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 999 time: 0.0555730 Mar 10 07:02:12.308207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '5b7f1004-bf1f-4a04-9486-40071db53a16', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'port_id': 'bed2e887-326c-448b-952a-84d60235c247', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'mac_address': 'fa:16:3e:d1:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:02:11Z', 'updated_at': '2022-03-10T07:02:11Z', 'revision_number': 0, 'project_id': '0b03726137774e099fc245a1daa7727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:28Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:02:12.334631 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95def5-1560-4589-9f62-116415dfdb69 req-80a33e7f-4581-4a69-8139-17836f3d6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:12.336049 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-80a33e7f-4581-4a69-8139-17836f3d6802 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0422230 Mar 10 07:02:12.338391 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] Checking router: 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:02:12.346714 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:02:12.347456 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:01:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:02:12.387866 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95def5-1560-4589-9f62-116415dfdb69 req-a589bbcb-902b-4702-906e-9264d1287aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:12.389380 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-a589bbcb-902b-4702-906e-9264d1287aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474694 Mar 10 07:02:12.454487 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:02:12.476236 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-7b947430-30b8-42f8-a9c6-c1bf046aefa9 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804558 Mar 10 07:02:12.565639 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3f95def5-1560-4589-9f62-116415dfdb69 req-4c41e034-a92d-490f-9f5c-500c15435fbe service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834622 Mar 10 07:02:12.670541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '5b7f1004-bf1f-4a04-9486-40071db53a16', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'port_id': 'bed2e887-326c-448b-952a-84d60235c247', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'mac_address': 'fa:16:3e:d1:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:02:11Z', 'updated_at': '2022-03-10T07:02:11Z', 'revision_number': 0, 'project_id': '0b03726137774e099fc245a1daa7727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:28Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:02:12.699769 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af738c6d-15e3-44db-8f66-0fc0a6ef2403 None None] The sync data for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi is: [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '5b7f1004-bf1f-4a04-9486-40071db53a16', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'port_id': 'bed2e887-326c-448b-952a-84d60235c247', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'mac_address': 'fa:16:3e:d1:32:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:02:11Z', 'updated_at': '2022-03-10T07:02:11Z', 'revision_number': 0, 'project_id': '0b03726137774e099fc245a1daa7727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:28Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:02:12.884683 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca5741-48d3-4f1f-a98e-789edf501fef None None] New status for floating IP 5b7f1004-bf1f-4a04-9486-40071db53a16: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:02:20.435849 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c0cd-4c1c-4c5e-a0ff-7ce1dcc2a788 req-731f0d62-dbff-4f22-8f81-02e635c7a172 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:20.437353 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-33c4c0cd-4c1c-4c5e-a0ff-7ce1dcc2a788 req-731f0d62-dbff-4f22-8f81-02e635c7a172 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0539808 Mar 10 07:02:20.482402 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-33c4c0cd-4c1c-4c5e-a0ff-7ce1dcc2a788 req-94e9b0e7-392d-4ce5-b223-ad1e7ad6709d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394382 Mar 10 07:02:21.610931 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f4822-8113-48de-929b-8d52f43fd4bd req-cfdb709c-32b7-4cd9-a2e4-2c770864f933 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:21.612480 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-059f4822-8113-48de-929b-8d52f43fd4bd req-cfdb709c-32b7-4cd9-a2e4-2c770864f933 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0578640 Mar 10 07:02:21.661436 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-059f4822-8113-48de-929b-8d52f43fd4bd req-bc45391c-3644-4893-b2e6-e7ce767a9ae0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Mar 10 07:02:22.668128 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-76c64212-4485-40a5-a3e1-c8172712f17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:22.781562 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e05bf6-abbd-4b5e-8b0c-254f0a040d44 req-e8416040-b1d7-462c-aeb8-56d2e1f38bdd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:22.783512 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-45e05bf6-abbd-4b5e-8b0c-254f0a040d44 req-e8416040-b1d7-462c-aeb8-56d2e1f38bdd tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0503328 Mar 10 07:02:22.831012 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-45e05bf6-abbd-4b5e-8b0c-254f0a040d44 req-57db6fe9-43c8-4061-ab0a-1e7c64b48d36 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421162 Mar 10 07:02:23.952343 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d62f00-4b8c-48e4-8dec-d310a52d2be1 req-e7177f22-ec71-40d4-8b09-6681c6bd9832 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:23.953821 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-11d62f00-4b8c-48e4-8dec-d310a52d2be1 req-e7177f22-ec71-40d4-8b09-6681c6bd9832 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0513575 Mar 10 07:02:23.999388 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-11d62f00-4b8c-48e4-8dec-d310a52d2be1 req-a20c0183-14bd-450f-b27d-861e6dc39e51 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400770 Mar 10 07:02:24.995202 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-02a3c576-8e26-43a8-a877-6043727c27bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:25.267846 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13766-fd14-4df4-a066-c7a884a6eee8 req-ba0d9905-0b85-4ead-b6ab-e758f80d3059 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:25.269328 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3ba13766-fd14-4df4-a066-c7a884a6eee8 req-ba0d9905-0b85-4ead-b6ab-e758f80d3059 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0506713 Mar 10 07:02:25.314577 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3ba13766-fd14-4df4-a066-c7a884a6eee8 req-8128c362-8578-441e-a2f0-7404c42e0073 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Mar 10 07:02:25.997587 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:26.434942 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0844-a93f-4a98-8008-965008fc7f90 req-ef642a82-45aa-438b-9d06-94e0f0884f8a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:26.436409 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ce4c0844-a93f-4a98-8008-965008fc7f90 req-ef642a82-45aa-438b-9d06-94e0f0884f8a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0522389 Mar 10 07:02:26.485409 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ce4c0844-a93f-4a98-8008-965008fc7f90 req-195c9926-03b4-4b60-83e9-abf7a32bb7c8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 Mar 10 07:02:27.599996 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:27.605667 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50d6e-fae0-469b-8772-04ff94dffc30 req-34243c01-2f42-4361-9710-d664ebafed6d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:27.607168 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f7a50d6e-fae0-469b-8772-04ff94dffc30 req-34243c01-2f42-4361-9710-d664ebafed6d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0530052 Mar 10 07:02:27.653997 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f7a50d6e-fae0-469b-8772-04ff94dffc30 req-928cb689-28ad-4818-92ca-ac9927636466 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407710 Mar 10 07:02:28.773892 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e751b2b-cf14-48b0-91ed-0028a55ae6cb req-9d155b37-1c42-4635-a497-21a8c0bebca5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:28.775345 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e751b2b-cf14-48b0-91ed-0028a55ae6cb req-9d155b37-1c42-4635-a497-21a8c0bebca5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0512512 Mar 10 07:02:28.820390 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7e751b2b-cf14-48b0-91ed-0028a55ae6cb req-1093c4e5-0068-4758-800b-81c0d5b5d63f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396793 Mar 10 07:02:28.927329 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:29.942493 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0fb25-d0d4-4d8c-8163-71569414e8e3 req-a554d691-018e-4f1b-944d-35ebe9c5251f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:29.943950 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d2b0fb25-d0d4-4d8c-8163-71569414e8e3 req-a554d691-018e-4f1b-944d-35ebe9c5251f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0549183 Mar 10 07:02:29.990874 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d2b0fb25-d0d4-4d8c-8163-71569414e8e3 req-a83804f6-fe88-427b-975b-7340fd5f8e61 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414655 Mar 10 07:02:31.111090 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311414-b6e0-44af-bd65-e47bf222377c req-4cada996-9638-48d9-be15-45fc30492d98 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:31.112530 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9311414-b6e0-44af-bd65-e47bf222377c req-4cada996-9638-48d9-be15-45fc30492d98 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0507846 Mar 10 07:02:31.157470 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b9311414-b6e0-44af-bd65-e47bf222377c req-a0bf00ef-2d75-44b0-ae6f-5144f1aaa597 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395160 Mar 10 07:02:31.902376 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:02:31.994270 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:32.008874 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '1ee77016-bfbd-4391-a488-304376bac199', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'port_id': '1ee77016-bfbd-4391-a488-304376bac199', 'mac_address': 'fa:16:3e:bf:48:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:02:32.044329 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: ACTIVE; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:32.044715 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:32.056774 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ee77016-bfbd-4391-a488-304376bac199 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:02:32.075327 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:32.078698 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:32.122263 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=6']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:32.276652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e0fbf-0ff7-4019-80a2-55127e8f4266 req-fb05e2b6-975d-4f4d-88cb-ffbb618eba82 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:32.278107 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e40e0fbf-0ff7-4019-80a2-55127e8f4266 req-fb05e2b6-975d-4f4d-88cb-ffbb618eba82 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Mar 10 07:02:32.284103 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['1ee77016-bfbd-4391-a488-304376bac199'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:02:32.323248 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e40e0fbf-0ff7-4019-80a2-55127e8f4266 req-c9835866-4445-4b77-8393-39df035d721b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Mar 10 07:02:33.448911 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d7553-25b4-478f-be85-8e20baa1fdde req-0fb522de-cc2d-4221-bad4-165ff909ec5d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:33.450395 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-207d7553-25b4-478f-be85-8e20baa1fdde req-0fb522de-cc2d-4221-bad4-165ff909ec5d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 945 time: 0.0573382 Mar 10 07:02:33.495527 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-207d7553-25b4-478f-be85-8e20baa1fdde req-b8722665-7333-43c3-9cf2-c29a21e528a2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 Mar 10 07:02:33.928546 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:02:33.975215 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 1ee77016-bfbd-4391-a488-304376bac199 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:02:33.975584 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (1ee77016-bfbd-4391-a488-304376bac199), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:34.051790 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:34.052243 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:34.074441 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:02:34.078137 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0484a7eb-0280-4c89-b123-9310163bd4e0" -d '{"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-plugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:02:34.090569 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:34.095223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:34.119964 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c3ea3-b181-454d-914d-7f98ff3f6844 x-openstack-request-id: req-264c3ea3-b181-454d-914d-7f98ff3f6844 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:02:34.120258 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-plugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:02:34.120510 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-264c3ea3-b181-454d-914d-7f98ff3f6844 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:02:34.120895 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'code': 200} Mar 10 07:02:34.145350 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=7']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:34.615614 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492a3bc-e5b5-48e4-8d11-0e865e118ec0 req-87a0d974-0f46-4eb2-b7f8-a4123966c7d4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:34.617117 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e492a3bc-e5b5-48e4-8d11-0e865e118ec0 req-87a0d974-0f46-4eb2-b7f8-a4123966c7d4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0519083 Mar 10 07:02:34.662158 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e492a3bc-e5b5-48e4-8d11-0e865e118ec0 req-05436fc4-cc0f-49cb-b0d6-4b6317c198ae tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394518 Mar 10 07:02:35.780462 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d4068-f986-451e-8fb1-b60e16cd5aad req-69c128b6-00d4-4216-9ffb-8cc4759a28c8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:35.781859 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-160d4068-f986-451e-8fb1-b60e16cd5aad req-69c128b6-00d4-4216-9ffb-8cc4759a28c8 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0500998 Mar 10 07:02:35.829937 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-160d4068-f986-451e-8fb1-b60e16cd5aad req-12fffbeb-40b3-4634-bb62-b9f2751fd946 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Mar 10 07:02:36.955427 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca51c0-2c16-420a-8a0f-9aeb8b90027c req-1249fbc9-3aa8-4bf9-90bb-5cfd4c7f55b6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:36.956913 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cdca51c0-2c16-420a-8a0f-9aeb8b90027c req-1249fbc9-3aa8-4bf9-90bb-5cfd4c7f55b6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0562811 Mar 10 07:02:37.002210 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cdca51c0-2c16-420a-8a0f-9aeb8b90027c req-3e0e10ed-e5b1-47c1-8947-b2b86e615c8b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Mar 10 07:02:38.123072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa05c38-8bc7-4045-89cd-3d90d8319ad1 req-71825705-52b7-41fe-8d5d-f6e84651bbfe tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:38.124560 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-afa05c38-8bc7-4045-89cd-3d90d8319ad1 req-71825705-52b7-41fe-8d5d-f6e84651bbfe tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0517089 Mar 10 07:02:38.170585 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-afa05c38-8bc7-4045-89cd-3d90d8319ad1 req-1175c2d3-bab0-461f-b8f6-a00139602c99 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399191 Mar 10 07:02:38.494451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:39.296982 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cccada-8595-49f9-8c2d-a2aac00da8bc req-9fef9c3c-2ae9-485b-93f0-f2acc9c17dd9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:39.299199 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-14cccada-8595-49f9-8c2d-a2aac00da8bc req-9fef9c3c-2ae9-485b-93f0-f2acc9c17dd9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0563073 Mar 10 07:02:39.349625 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-14cccada-8595-49f9-8c2d-a2aac00da8bc req-2df9988e-fb23-4b49-bf4d-fd5428556392 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Mar 10 07:02:40.489304 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969922ae-ab3d-4e99-860b-65c9f3e5e67f req-64a6ad4e-6d09-42bc-b185-091e226c8b07 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:40.491730 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-969922ae-ab3d-4e99-860b-65c9f3e5e67f req-64a6ad4e-6d09-42bc-b185-091e226c8b07 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0569730 Mar 10 07:02:40.553514 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-969922ae-ab3d-4e99-860b-65c9f3e5e67f req-1096e76b-fdeb-4372-b235-622b82a0fe7a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536115 Mar 10 07:02:41.690271 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812fec0-f0bb-4dbb-bdd5-fbbdb39bae24 req-9c2438af-03b9-41c5-b4c5-be30f3c77358 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:41.691708 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4812fec0-f0bb-4dbb-bdd5-fbbdb39bae24 req-9c2438af-03b9-41c5-b4c5-be30f3c77358 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0561197 Mar 10 07:02:41.752079 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4812fec0-f0bb-4dbb-bdd5-fbbdb39bae24 req-56c43884-f1e5-40f0-ab18-d5c238855d23 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522301 Mar 10 07:02:42.586094 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222094-143e-4202-a841-1893d34e4082 req-7aceec5a-2d1a-4972-b77d-938a6019112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:42.588282 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-7aceec5a-2d1a-4972-b77d-938a6019112c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1130 time: 0.0541964 Mar 10 07:02:42.696402 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222094-143e-4202-a841-1893d34e4082 req-ebdd8e69-f023-4e25-9973-318b7c4d5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:42.697920 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-ebdd8e69-f023-4e25-9973-318b7c4d5259 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.0897281 Mar 10 07:02:42.770704 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-8c155fd3-0ccb-406e-8b3a-56f80b42b707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 1001 time: 0.0665390 Mar 10 07:02:42.825958 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222094-143e-4202-a841-1893d34e4082 req-b7371c46-fa1d-4ef2-8c08-f9186983b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:42.827412 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-b7371c46-fa1d-4ef2-8c08-f9186983b08c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0506244 Mar 10 07:02:42.912075 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db1786-8e0e-4118-9c88-0917bb0019b8 req-e4d3f8df-c5d1-482b-b921-2b30349b92bc tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:42.913907 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-92db1786-8e0e-4118-9c88-0917bb0019b8 req-e4d3f8df-c5d1-482b-b921-2b30349b92bc tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0848951 Mar 10 07:02:42.941413 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222094-143e-4202-a841-1893d34e4082 req-912ee3ec-50c9-4d10-a480-7ebd1832f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:42.942924 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-912ee3ec-50c9-4d10-a480-7ebd1832f550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872800 Mar 10 07:02:42.989933 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-92db1786-8e0e-4118-9c88-0917bb0019b8 req-9a9f9184-a42d-4f34-8484-0b47b1199827 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705276 Mar 10 07:02:43.063220 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-01227058-f399-4c96-b1f4-abae3838fb49 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109107 Mar 10 07:02:43.161048 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-97222094-143e-4202-a841-1893d34e4082 req-6fb622b8-d0f7-4c84-b356-e24b9ff4b838 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904717 Mar 10 07:02:44.119413 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2fa4-a52c-4caa-8eb6-e7049ee8335a req-d4570011-ff83-4ff9-9930-624260e0c1fe tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:44.121695 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c96b2fa4-a52c-4caa-8eb6-e7049ee8335a req-d4570011-ff83-4ff9-9930-624260e0c1fe tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0562100 Mar 10 07:02:44.175249 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c96b2fa4-a52c-4caa-8eb6-e7049ee8335a req-adadb553-4a6b-4c6c-87ac-79b30998399d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478513 Mar 10 07:02:45.313281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87e179-1623-43af-9b69-e04bd20c69be req-6b57227a-0b97-4e7f-a9ba-a2d9373f35b2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:45.315539 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4c87e179-1623-43af-9b69-e04bd20c69be req-6b57227a-0b97-4e7f-a9ba-a2d9373f35b2 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0679286 Mar 10 07:02:45.366249 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4c87e179-1623-43af-9b69-e04bd20c69be req-5e67ccb8-b9de-42cf-b312-f644e63cd5ff tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439644 Mar 10 07:02:46.495719 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5295c9-0708-4588-8b63-35c229b012f9 req-f430b11e-b9de-4bc2-aa14-73ec1395667d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:46.497230 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4b5295c9-0708-4588-8b63-35c229b012f9 req-f430b11e-b9de-4bc2-aa14-73ec1395667d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0566735 Mar 10 07:02:46.555745 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4b5295c9-0708-4588-8b63-35c229b012f9 req-c4f65eab-5f59-41f3-b9dd-be46b6117c43 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521545 Mar 10 07:02:47.250891 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:02:47.688009 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f1a56-0f0b-45dc-bc52-b806986358a4 req-0051c9ea-4f3d-431c-9541-2f2bfd8ec5d1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:47.695071 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-184f1a56-0f0b-45dc-bc52-b806986358a4 req-0051c9ea-4f3d-431c-9541-2f2bfd8ec5d1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0640407 Mar 10 07:02:47.744766 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-184f1a56-0f0b-45dc-bc52-b806986358a4 req-687ce8fb-1190-4a19-84a0-9209b1d7d4f6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488496 Mar 10 07:02:48.862449 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788072-2691-4058-8ddb-c864de05a1ac req-92af2b65-4c6c-43af-bcdf-472246c405be tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:48.864368 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1788072-2691-4058-8ddb-c864de05a1ac req-92af2b65-4c6c-43af-bcdf-472246c405be tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0513659 Mar 10 07:02:48.909987 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e1788072-2691-4058-8ddb-c864de05a1ac req-4fdf3a49-cc1e-4d81-8233-3dbfd3257d4d tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402133 Mar 10 07:02:49.160177 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-633d4246-ef38-4502-81c6-b51e8d5fda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:49.161582 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-633d4246-ef38-4502-81c6-b51e8d5fda7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1130 time: 0.0431662 Mar 10 07:02:49.248800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-e85f1502-0909-40f1-8a91-8800fda73c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:49.250219 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-e85f1502-0909-40f1-8a91-8800fda73c75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.0823967 Mar 10 07:02:49.316266 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-0e3a142e-47a1-40bf-99d4-0a61a43f0366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 1001 time: 0.0549953 Mar 10 07:02:49.366989 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-b8046fec-ec1d-4b62-881f-cefac58691f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:49.368445 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-b8046fec-ec1d-4b62-881f-cefac58691f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0448477 Mar 10 07:02:49.415959 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-d210c328-9e1f-4a9f-a160-368816918515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:49.417338 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-d210c328-9e1f-4a9f-a160-368816918515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424795 Mar 10 07:02:49.506442 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-b915b1f4-d148-4fb1-ad5b-033286d38c94 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Mar 10 07:02:49.599595 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2202e9bf-1382-4c78-acf1-a5f9d5f1ff5c req-0443d6c2-030c-405d-b7ef-ba9338484791 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863335 Mar 10 07:02:50.034259 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367898e-56c6-42b2-ade2-6f1b128d4e91 req-1110de08-83f2-4985-b877-b829bac8a01c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:50.036220 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b367898e-56c6-42b2-ade2-6f1b128d4e91 req-1110de08-83f2-4985-b877-b829bac8a01c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0550060 Mar 10 07:02:50.083624 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b367898e-56c6-42b2-ade2-6f1b128d4e91 req-89cfc593-322e-4ffb-bae0-1b14056c3667 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Mar 10 07:02:51.213239 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f683ce8-c288-45b7-b5a3-023383e4155a req-ec68abfb-c0c8-4fd4-a93b-93eed01f5de7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:51.214657 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8f683ce8-c288-45b7-b5a3-023383e4155a req-ec68abfb-c0c8-4fd4-a93b-93eed01f5de7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 946 time: 0.0584235 Mar 10 07:02:51.261757 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8f683ce8-c288-45b7-b5a3-023383e4155a req-25e738b7-89bd-42ac-800b-aac16ecb555c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Mar 10 07:02:52.038118 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:02:52.112776 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: ACTIVE; New status is: DOWN {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:52.113192 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:52.134974 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:02:52.137204 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70ca94-a3b5-4a8f-9920-51fc1e10de33" -d '{"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:02:52.149489 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:02:52.153451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:52.175612 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 07:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9186eb-4c38-4b47-a29d-437dc0a069b6 x-openstack-request-id: req-8a9186eb-4c38-4b47-a29d-437dc0a069b6 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:02:52.175899 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-unplugged", "status": "failed", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "code": 422}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:02:52.176150 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a9186eb-4c38-4b47-a29d-437dc0a069b6 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:02:52.176623 dv-cinder-832918-1-iscsi neutron-server[109521]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'code': 422} returned with failed status Mar 10 07:02:52.201447 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=8']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:52.380872 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792e11-b7b2-464b-8ba9-855618670f25 req-782ee6dd-379f-4bf9-ab65-fc4da9df11f5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:52.382358 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a2792e11-b7b2-464b-8ba9-855618670f25 req-782ee6dd-379f-4bf9-ab65-fc4da9df11f5 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0515809 Mar 10 07:02:52.427697 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a2792e11-b7b2-464b-8ba9-855618670f25 req-133e94fe-4828-4b8b-897f-d051f53b848b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395069 Mar 10 07:02:52.670512 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-49965a8b-adc0-4b5f-9409-e7d0844f1b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:53.157848 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [req-063d3047-c795-463d-bd61-3b1056e03b2e req-8558342c-2195-46e3-84bd-d06be61e2d2d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:02:53.158838 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063d3047-c795-463d-bd61-3b1056e03b2e req-8558342c-2195-46e3-84bd-d06be61e2d2d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054090 Mar 10 07:02:53.317493 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec2377-fe5d-437c-a158-a75bb92a4f51 req-f94cdd31-da62-4931-bca3-87e57b9bfd3c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:53.319054 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e1ec2377-fe5d-437c-a158-a75bb92a4f51 req-f94cdd31-da62-4931-bca3-87e57b9bfd3c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0564055 Mar 10 07:02:53.370013 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e1ec2377-fe5d-437c-a158-a75bb92a4f51 req-d16db91d-4525-445c-abc4-9b956078429a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448470 Mar 10 07:02:53.499240 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33538) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:53.586264 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-bd745953-1b3f-456a-821a-aca0807b46ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858591 Mar 10 07:02:53.595271 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-20bfda2c-c60b-4d43-bdae-704e486966d6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:02:53.596224 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-20bfda2c-c60b-4d43-bdae-704e486966d6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053020 Mar 10 07:02:53.670453 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33546) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:53.763809 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-6b2b97ab-a058-4a8e-8958-d675c1108572 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:53.765167 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-6b2b97ab-a058-4a8e-8958-d675c1108572 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports/1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 941 time: 0.0937116 Mar 10 07:02:54.491139 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe2f8f-3063-4953-b1e6-1479a1b4cf85 req-eb213c7f-d62d-4ec2-86dd-55be4f2eb408 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.492607 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3abe2f8f-3063-4953-b1e6-1479a1b4cf85 req-eb213c7f-d62d-4ec2-86dd-55be4f2eb408 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0514085 Mar 10 07:02:54.537227 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3abe2f8f-3063-4953-b1e6-1479a1b4cf85 req-edf16cfe-a321-44a3-89ab-0d6c316bbb8e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390103 Mar 10 07:02:54.645202 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-d566272e-4428-4373-9163-270a129fbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.646677 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-d566272e-4428-4373-9163-270a129fbfeb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645&tenant_id=db5d3efba5b74dc184f89500b0669160 HTTP/1.1" status: 200 len: 1128 time: 0.0725679 Mar 10 07:02:54.724474 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-7c5c0200-c195-4606-beb4-746b3225b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.725880 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-7c5c0200-c195-4606-beb4-746b3225b84f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db5d3efba5b74dc184f89500b0669160&device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1128 time: 0.0458891 Mar 10 07:02:54.810688 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-565f373f-770a-4af1-bb6a-e8a46c273adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.812148 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-565f373f-770a-4af1-bb6a-e8a46c273adc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 200 len: 917 time: 0.0802581 Mar 10 07:02:54.879897 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-d9f556c5-8f00-48f0-874c-f70eee2fa5c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 200 len: 999 time: 0.0615337 Mar 10 07:02:54.926907 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-e474c965-2027-4eeb-93a2-0a4371def0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.928913 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-e474c965-2027-4eeb-93a2-0a4371def0cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 200 len: 856 time: 0.0421362 Mar 10 07:02:54.980212 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-f9f9fd85-2046-4735-b980-6e8f20ec589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.981702 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-f9f9fd85-2046-4735-b980-6e8f20ec589e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a08e5c0-a70b-48c9-8788-219918a0d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463099 Mar 10 07:02:54.997356 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-48ea31f0-834b-47b7-87b3-28fbc1ecbdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:55.071775 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-52949f6f-ebc9-4696-bcc1-9c9dae578dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Mar 10 07:02:55.159169 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4fa898a-b4e8-42ff-b877-c1b81ce8126d req-8183001b-b07b-429c-b9ec-cd3ffe60857a service neutron] 10.222.0.36 "GET /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811520 Mar 10 07:02:55.678828 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d86a79-bfcc-4cb6-9118-9f4cfad3144e req-f13d0584-8508-478a-aadb-9047229875b7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:55.680549 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e5d86a79-bfcc-4cb6-9118-9f4cfad3144e req-f13d0584-8508-478a-aadb-9047229875b7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0663400 Mar 10 07:02:55.733182 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e5d86a79-bfcc-4cb6-9118-9f4cfad3144e req-76b10cb9-b33a-4689-bce8-6c56a21a49b1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 Mar 10 07:02:56.003115 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:56.858573 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d0220-00ac-419d-ad46-db4256ba7407 req-33f4411e-4bd8-4b23-92d1-d176e5d6794f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:56.860029 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-299d0220-00ac-419d-ad46-db4256ba7407 req-33f4411e-4bd8-4b23-92d1-d176e5d6794f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0560701 Mar 10 07:02:56.907416 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-299d0220-00ac-419d-ad46-db4256ba7407 req-b8f8a62d-4b93-416b-a68f-55fc5a507221 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Mar 10 07:02:57.601619 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:58.033288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc7f29-4aa8-4cdb-8cd7-e2b5021ff772 req-6c92b669-2c54-4dab-90cb-5312c50a44f1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:58.035462 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-35dc7f29-4aa8-4cdb-8cd7-e2b5021ff772 req-6c92b669-2c54-4dab-90cb-5312c50a44f1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0542161 Mar 10 07:02:58.082972 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-35dc7f29-4aa8-4cdb-8cd7-e2b5021ff772 req-efa332d3-b521-451d-991c-cb0942ed3734 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 Mar 10 07:02:58.930639 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:59.208679 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405d71-cfa9-463d-ba35-75a5c0dd1172 req-18777589-e7cb-49fa-ab9e-28106107a32a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:59.210219 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-31405d71-cfa9-463d-ba35-75a5c0dd1172 req-18777589-e7cb-49fa-ab9e-28106107a32a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0543222 Mar 10 07:02:59.259865 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-31405d71-cfa9-463d-ba35-75a5c0dd1172 req-3739b1e4-8b8e-4b70-b412-40ebcb08423c tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Mar 10 07:03:00.403305 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5493be-38c1-4297-afe7-f1d1950c3145 req-1bade664-6dcd-4adf-a808-f0015aca0fa4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:00.405783 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8a5493be-38c1-4297-afe7-f1d1950c3145 req-1bade664-6dcd-4adf-a808-f0015aca0fa4 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0737631 Mar 10 07:03:00.456466 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-8a5493be-38c1-4297-afe7-f1d1950c3145 req-88743f57-e711-4796-b469-dd9b6b7e3c6e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451498 Mar 10 07:03:01.588265 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3032c-dfc6-45e4-87b8-cc14a7597943 req-b212e53e-16e7-480d-950c-ba82fe9e1772 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:01.590248 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ea3032c-dfc6-45e4-87b8-cc14a7597943 req-b212e53e-16e7-480d-950c-ba82fe9e1772 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0586104 Mar 10 07:03:01.895947 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ea3032c-dfc6-45e4-87b8-cc14a7597943 req-765c5daa-4185-43b6-8c9d-991510e2ebc7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992225 Mar 10 07:03:03.028338 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8da952-60f9-4cb4-a4d9-39213ddffd7c req-2d86add4-0c83-4b16-bca9-b648cd884da6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:03.029837 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e8da952-60f9-4cb4-a4d9-39213ddffd7c req-2d86add4-0c83-4b16-bca9-b648cd884da6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0592704 Mar 10 07:03:03.081100 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9e8da952-60f9-4cb4-a4d9-39213ddffd7c req-96a7d010-26ba-481f-b21c-6b7e49102a3f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434978 Mar 10 07:03:04.207806 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368791-e493-42bd-b418-64b461ed6b02 req-f123731a-e841-4ddc-90fd-c84c41cd4646 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:04.209277 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ce368791-e493-42bd-b418-64b461ed6b02 req-f123731a-e841-4ddc-90fd-c84c41cd4646 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0537634 Mar 10 07:03:04.257183 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ce368791-e493-42bd-b418-64b461ed6b02 req-88ffe240-1630-46be-bba6-85734f6dc562 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416260 Mar 10 07:03:05.382131 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44596a-de8f-4b1b-bcbe-10739af6d280 req-1bf45dd3-f627-4497-9d32-2745630fd79a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:05.383621 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bf44596a-de8f-4b1b-bcbe-10739af6d280 req-1bf45dd3-f627-4497-9d32-2745630fd79a tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0520644 Mar 10 07:03:05.432744 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bf44596a-de8f-4b1b-bcbe-10739af6d280 req-669a3b87-d2a4-4a50-ad65-2a10ae42f606 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Mar 10 07:03:06.551197 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24e269-f209-4bea-ae2c-9feef3598b22 req-4ad03359-af14-4428-b82f-7101a7e18ce0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:06.552673 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb24e269-f209-4bea-ae2c-9feef3598b22 req-4ad03359-af14-4428-b82f-7101a7e18ce0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0519047 Mar 10 07:03:06.600375 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eb24e269-f209-4bea-ae2c-9feef3598b22 req-1d8b155b-0969-44a7-9362-f9fb0cce6c00 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419095 Mar 10 07:03:07.718116 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f8410-4674-443a-8ffc-ca12e95c7bb1 req-1845733f-81fa-4573-a2ae-eab4b4033cae tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:07.719570 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6d1f8410-4674-443a-8ffc-ca12e95c7bb1 req-1845733f-81fa-4573-a2ae-eab4b4033cae tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0506353 Mar 10 07:03:07.769749 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6d1f8410-4674-443a-8ffc-ca12e95c7bb1 req-492415f9-3d10-4da1-942c-3c5dcf548a89 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437629 Mar 10 07:03:08.508809 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:08.895357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbfffe-8f8d-4c34-bb48-fa8abcb7219d req-6cf7e5b3-e1e8-419f-a0b5-49c6447f9dff tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:08.896841 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5dbfffe-8f8d-4c34-bb48-fa8abcb7219d req-6cf7e5b3-e1e8-419f-a0b5-49c6447f9dff tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0549200 Mar 10 07:03:08.946168 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5dbfffe-8f8d-4c34-bb48-fa8abcb7219d req-984d2d20-016b-484c-9a82-72ade3f4f709 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Mar 10 07:03:10.067207 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f838-b796-4ce7-bb85-8c62781a7c49 req-4103c0de-c531-4056-913b-1de8400cf68e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:10.068694 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b515f838-b796-4ce7-bb85-8c62781a7c49 req-4103c0de-c531-4056-913b-1de8400cf68e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 944 time: 0.0523376 Mar 10 07:03:10.113905 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b515f838-b796-4ce7-bb85-8c62781a7c49 req-aa4242b9-5069-4101-a507-64b2361d7ae1 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396588 Mar 10 07:03:10.140524 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:03:10.238479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:10.249944 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '1ee77016-bfbd-4391-a488-304376bac199', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'port_id': '1ee77016-bfbd-4391-a488-304376bac199', 'mac_address': 'fa:16:3e:bf:48:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:03:10.288351 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:10.288744 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:10.301540 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee77016-bfbd-4391-a488-304376bac199 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:03:10.325398 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:10.330591 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:10.379285 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=9']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:10.385060 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.385060 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.385060 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.388446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:10.801544 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['1ee77016-bfbd-4391-a488-304376bac199'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:03:11.234013 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0346c-b18d-4a7e-8509-cc54c2991a31 req-2a97919a-87ff-49b0-a49c-ed356abdc6f0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:11.235444 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-74e0346c-b18d-4a7e-8509-cc54c2991a31 req-2a97919a-87ff-49b0-a49c-ed356abdc6f0 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Mar 10 07:03:11.281013 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-74e0346c-b18d-4a7e-8509-cc54c2991a31 req-c13602ce-14e3-4967-811b-ee0e009eb71f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Mar 10 07:03:12.158137 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:12.206918 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 1ee77016-bfbd-4391-a488-304376bac199 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:12.207277 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (1ee77016-bfbd-4391-a488-304376bac199), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:12.281518 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 1ee77016-bfbd-4391-a488-304376bac199 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:12.281914 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:12.304201 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:03:12.306582 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e47a93-3b94-4278-bd89-7e19e0798b8f" -d '{"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-plugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:03:12.322963 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:12.327831 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:12.351070 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ac031-7980-4f9c-a490-38a6f2295e53 x-openstack-request-id: req-726ac031-7980-4f9c-a490-38a6f2295e53 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:03:12.351370 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-plugged", "status": "completed", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:03:12.351632 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-726ac031-7980-4f9c-a490-38a6f2295e53 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:03:12.352020 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'code': 200} Mar 10 07:03:12.378918 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=10']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:12.424723 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeed12-ce69-4356-b656-14aad04e6fa4 req-2d7b78f5-d668-4788-b352-2b17685dde17 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:12.426257 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c1eeed12-ce69-4356-b656-14aad04e6fa4 req-2d7b78f5-d668-4788-b352-2b17685dde17 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0610526 Mar 10 07:03:12.473415 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c1eeed12-ce69-4356-b656-14aad04e6fa4 req-28f9b981-4243-4302-b17f-e3e2b600db4e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 Mar 10 07:03:12.585977 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955d48-5505-436f-986b-7cdcbb08e463 req-7269fc95-eead-4983-b154-aaa832a030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:12.587379 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2a955d48-5505-436f-986b-7cdcbb08e463 req-7269fc95-eead-4983-b154-aaa832a030f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 1131 time: 0.0419703 Mar 10 07:03:12.628367 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2a955d48-5505-436f-986b-7cdcbb08e463 req-edcc7f89-ff1f-4105-9f46-01942d064442 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354466 Mar 10 07:03:13.595622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b06cb-7eba-41f0-bbdc-57a27437e93d req-049df91f-65e3-483a-b0ee-5b193ade74ef tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:13.597084 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-557b06cb-7eba-41f0-bbdc-57a27437e93d req-049df91f-65e3-483a-b0ee-5b193ade74ef tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0511925 Mar 10 07:03:13.641154 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-557b06cb-7eba-41f0-bbdc-57a27437e93d req-1ebff08b-83bb-4370-bc54-d3d35af29c96 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Mar 10 07:03:14.769376 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43677-57a6-4e7c-a1b5-2f7875e55f01 req-029470f4-64ad-4221-8ce5-97cd719f5ade tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:14.770571 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c5f43677-57a6-4e7c-a1b5-2f7875e55f01 req-029470f4-64ad-4221-8ce5-97cd719f5ade tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0546844 Mar 10 07:03:14.817166 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c5f43677-57a6-4e7c-a1b5-2f7875e55f01 req-e442af82-dfb4-4e6b-a634-5ac3391e30d9 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Mar 10 07:03:22.671896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8822-a6d3-42bf-b46b-d735e86e1d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:23.413032 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00266a5-1c74-4aa5-9677-e6b87747f474 req-3cdd760e-e373-495a-b1bf-2d78823a1bd8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:23.414423 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a00266a5-1c74-4aa5-9677-e6b87747f474 req-3cdd760e-e373-495a-b1bf-2d78823a1bd8 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.0575938 Mar 10 07:03:23.459938 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-a00266a5-1c74-4aa5-9677-e6b87747f474 req-57c8f511-cfb9-4b15-8fb6-9db2e6773de4 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Mar 10 07:03:24.249599 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:03:24.581158 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea1a0e-401a-473c-a57c-7b024cf235b0 req-c3aece06-cef3-4865-b9af-7164ddfd1296 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:24.582632 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64ea1a0e-401a-473c-a57c-7b024cf235b0 req-c3aece06-cef3-4865-b9af-7164ddfd1296 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.0518911 Mar 10 07:03:24.627638 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64ea1a0e-401a-473c-a57c-7b024cf235b0 req-49700a55-7f42-4ad8-b73a-c221d424d23a tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393865 Mar 10 07:03:24.998099 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-fe449653-5ab1-41bb-99ef-8dbea6b7dcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:25.622078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-426bf48e-c329-4f2b-a7a4-febe2c8ac55e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:25.623468 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-426bf48e-c329-4f2b-a7a4-febe2c8ac55e tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.0492957 Mar 10 07:03:25.717975 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Deleting port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:03:25.718316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:25.744026 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6ab84-9e14-4d49-8315-c4f2593ed6e9 req-453020e0-10e3-4dab-b30f-cddaa168438d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:25.745515 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-caa6ab84-9e14-4d49-8315-c4f2593ed6e9 req-453020e0-10e3-4dab-b30f-cddaa168438d tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 946 time: 0.0505195 Mar 10 07:03:25.790222 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-caa6ab84-9e14-4d49-8315-c4f2593ed6e9 req-48440195-299e-40ff-8a3b-7f8bbd92e029 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a475e941-b01a-42ec-a30b-0f51c3291828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Mar 10 07:03:25.803821 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] For port 29d2a09a-9c8b-49f8-8346-a35ae62d4891, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=29d2a09a-9c8b-49f8-8346-a35ae62d4891,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:25.804183 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:25.971544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:25.972422 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:25.972733 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Floating IP 80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e disassociated. External IP: 172.27.1.90, port: 29d2a09a-9c8b-49f8-8346-a35ae62d4891. Mar 10 07:03:25.973110 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Calling delete_port for 29d2a09a-9c8b-49f8-8346-a35ae62d4891 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:03:26.001547 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:26.094128 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (29d2a09a-9c8b-49f8-8346-a35ae62d4891), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:26.125247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event deleted for resources: {'Port': ['ID=29d2a09a-9c8b-49f8-8346-a35ae62d4891,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:26.135224 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.135575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.135923 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.136259 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.136588 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.136913 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.137268 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.137597 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.137920 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.138243 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.138581 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.138878 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.139194 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:26.249777 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Router 30387c76-3448-4e73-acc5-6d8d49f93425 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:03:26.355599 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:03:26.364734 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:03:26.373984 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:26.374600 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:26.395395 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] No DVR routers for this DVR port 29d2a09a-9c8b-49f8-8346-a35ae62d4891 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:03:26.397873 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:26.401167 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5367a9c1-bd09-4cdb-ac5f-bae57b2c4353 req-03bb7736-eef7-49cd-b0b2-00d4e5598741 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.36 "DELETE /v2.0/ports/29d2a09a-9c8b-49f8-8346-a35ae62d4891 HTTP/1.1" status: 204 len: 173 time: 0.7729452 Mar 10 07:03:26.401598 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'name': 'network-vif-deleted', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:03:26.403834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb4abe-36bc-4254-9261-b3d54fa0b809" -d '{"events": [{"server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "name": "network-vif-deleted", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:03:26.442166 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff9c4a3-e15d-410e-9057-e4e728b52a8d x-openstack-request-id: req-5ff9c4a3-e15d-410e-9057-e4e728b52a8d {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:03:26.442521 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9298e-4261-44da-b23b-0cabe3191f52", "name": "network-vif-deleted", "tag": "29d2a09a-9c8b-49f8-8346-a35ae62d4891", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:03:26.442901 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ff9c4a3-e15d-410e-9057-e4e728b52a8d {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:03:26.443279 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9298e-4261-44da-b23b-0cabe3191f52', 'name': 'network-vif-deleted', 'tag': '29d2a09a-9c8b-49f8-8346-a35ae62d4891', 'status': 'completed', 'code': 200} Mar 10 07:03:26.492144 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:26.693366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:26.722025 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:03:26.729832 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:26.730426 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:26.838681 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:26.903929 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4f181f56-a393-42f9-a77e-8b71b8d9d426 req-79b4fde8-14fa-490e-b3e3-e8b83b703280 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c9298e-4261-44da-b23b-0cabe3191f52 HTTP/1.1" status: 200 len: 210 time: 0.0315604 Mar 10 07:03:27.044876 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:27.071318 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8f482-4270-42c7-b5c5-b526cd1f27d5 None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:41Z', 'revision_number': 4, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5bb6ef24-af11-419e-8b1e-5fa57b62d61e', 'name': '', 'network_id': '8c592774-aa9a-4b61-8180-968159f4dce0', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'mac_address': 'fa:16:3e:01:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:40Z', 'updated_at': '2022-03-10T06:53:50Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'subnets': [{'id': '6e0115fb-51d2-44f0-bc6b-4b2e30366d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:03:27.291213 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a5eca-b1d8-4232-bad7-287c4861b0de None None] New status for floating IP 80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:03:27.604040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:28.246774 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 29d2a09a-9c8b-49f8-8346-a35ae62d4891 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:03:28.270693 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 29d2a09a-9c8b-49f8-8346-a35ae62d4891 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:03:28.271037 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 29d2a09a-9c8b-49f8-8346-a35ae62d4891 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:03:28.932420 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.000442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33800) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:29.052298 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de62e947-d373-447a-9877-38991502b784 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (a475e941-b01a-42ec-a30b-0f51c3291828), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.074808 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de62e947-d373-447a-9877-38991502b784 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (a475e941-b01a-42ec-a30b-0f51c3291828), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.120596 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de62e947-d373-447a-9877-38991502b784 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (a475e941-b01a-42ec-a30b-0f51c3291828), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.123116 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-de62e947-d373-447a-9877-38991502b784 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.124255 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-de62e947-d373-447a-9877-38991502b784 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "DELETE /v2.0/security-groups/a475e941-b01a-42ec-a30b-0f51c3291828 HTTP/1.1" status: 204 len: 168 time: 0.1227961 Mar 10 07:03:29.127008 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33802) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:29.132797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e947-d373-447a-9877-38991502b784 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a475e941-b01a-42ec-a30b-0f51c3291828,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:29.141320 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.api.v2.resource [None req-d10041e2-e95c-439d-859d-cb358280efdf tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] show failed (client error): The resource could not be found. Mar 10 07:03:29.144880 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d10041e2-e95c-439d-859d-cb358280efdf tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "GET /v2.0/security-groups/a475e941-b01a-42ec-a30b-0f51c3291828 HTTP/1.1" status: 404 len: 347 time: 0.0142488 Mar 10 07:03:29.145188 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33804) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:29.265685 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Deleting port 302fcde5-d148-4e5a-855c-ef60b9e36384 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:03:29.266024 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.339020 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.339341 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (302fcde5-d148-4e5a-855c-ef60b9e36384), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.351465 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Calling delete_port for 302fcde5-d148-4e5a-855c-ef60b9e36384 owned by network:floatingip {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:03:29.482465 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (302fcde5-d148-4e5a-855c-ef60b9e36384), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.507882 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Pushing event deleted for resources: {'Port': ['ID=302fcde5-d148-4e5a-855c-ef60b9e36384,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:29.532736 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.533120 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.533471 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.533816 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.534752 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.535085 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.535417 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.535744 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.536072 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.536425 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.536749 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.537093 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.537417 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:29.578576 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks [] for floatingip (80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.581796 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:29.582962 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3c7a3c0f-e64c-469d-83c3-5c416b3501e7 tempest-AttachVolumeTestJSON-1609409082 tempest-AttachVolumeTestJSON-1609409082-project] 10.222.0.35 "DELETE /v2.0/floatingips/80e0b5e0-fa7e-41ff-b389-9e7cff2ec72e HTTP/1.1" status: 204 len: 168 time: 0.4368241 Mar 10 07:03:33.083417 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33832) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:33.769851 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (30387c76-3448-4e73-acc5-6d8d49f93425), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:34.011767 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Deleting port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:03:34.012106 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:34.092449 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] For port 5bb6ef24-af11-419e-8b1e-5fa57b62d61e, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:34.093158 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:34.108758 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Calling delete_port for 5bb6ef24-af11-419e-8b1e-5fa57b62d61e owned by network:router_interface {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:03:34.282256 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (5bb6ef24-af11-419e-8b1e-5fa57b62d61e), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:34.307823 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb6ef24-af11-419e-8b1e-5fa57b62d61e,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:34.474683 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (30387c76-3448-4e73-acc5-6d8d49f93425), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:34.695125 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Router 30387c76-3448-4e73-acc5-6d8d49f93425 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:03:34.801482 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:03:34.806782 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c6adbdf6-e26b-400e-bd3c-549d88a1c66a admin admin] 10.222.0.35 "PUT /v2.0/routers/30387c76-3448-4e73-acc5-6d8d49f93425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223418 Mar 10 07:03:34.809917 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33836) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:34.811971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] Sync routers for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:03:34.822172 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:34.822772 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:34.914304 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks [] for router (30387c76-3448-4e73-acc5-6d8d49f93425), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:34.935238 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:35.028379 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks [] for router_gateway (30387c76-3448-4e73-acc5-6d8d49f93425), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.079462 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Deleting port fe63d653-734a-4f15-b539-fd7d0f2090d8 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:03:35.079795 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.113079 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T07:03:34Z', 'revision_number': 5, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port': {'id': 'fe63d653-734a-4f15-b539-fd7d0f2090d8', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:36Z', 'updated_at': '2022-03-10T06:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:35.164198 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] For port fe63d653-734a-4f15-b539-fd7d0f2090d8, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=fe63d653-734a-4f15-b539-fd7d0f2090d8,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:35.164831 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.179069 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Calling delete_port for fe63d653-734a-4f15-b539-fd7d0f2090d8 owned by network:router_gateway {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:03:35.270260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] Checking router: 30387c76-3448-4e73-acc5-6d8d49f93425 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:03:35.278451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] Routers {'30387c76-3448-4e73-acc5-6d8d49f93425'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:35.279062 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['30387c76-3448-4e73-acc5-6d8d49f93425'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:35.349139 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (fe63d653-734a-4f15-b539-fd7d0f2090d8), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.365842 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] Set router 30387c76-3448-4e73-acc5-6d8d49f93425 gateway port host: None {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:35.375340 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe63d653-734a-4f15-b539-fd7d0f2090d8,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:35.420215 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T07:03:35Z', 'revision_number': 6, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:35.436686 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (30387c76-3448-4e73-acc5-6d8d49f93425), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.445954 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a37e6-0c44-4efe-a66a-3507f8261d72 None None] The sync data for ids ['30387c76-3448-4e73-acc5-6d8d49f93425'] in dv-cinder-832918-1-iscsi is: [{'id': '30387c76-3448-4e73-acc5-6d8d49f93425', 'name': 'tempest-AttachVolumeTestJSON-1348473642-router', 'tenant_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T07:03:35Z', 'revision_number': 6, 'project_id': '3db9f96cb09a4ae5beb24ae6caf86383', 'gw_port_host': None}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:03:35.528814 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (30387c76-3448-4e73-acc5-6d8d49f93425), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.530991 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks [] for router_controller (30387c76-3448-4e73-acc5-6d8d49f93425), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.578069 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (30387c76-3448-4e73-acc5-6d8d49f93425), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.578694 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30387c76-3448-4e73-acc5-6d8d49f93425 {{(pid=109519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:03:35.583646 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.584859 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9f9de110-b28a-41ac-948e-115f95d53222 admin admin] 10.222.0.35 "DELETE /v2.0/routers/30387c76-3448-4e73-acc5-6d8d49f93425 HTTP/1.1" status: 204 len: 168 time: 0.7738247 Mar 10 07:03:35.587492 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33838) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:35.632221 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Deleting subnet 6e0115fb-51d2-44f0-bc6b-4b2e30366d46 {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:03:35.635304 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Publish callbacks [] for subnet (6e0115fb-51d2-44f0-bc6b-4b2e30366d46), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.668336 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (6e0115fb-51d2-44f0-bc6b-4b2e30366d46), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.745542 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (6e0115fb-51d2-44f0-bc6b-4b2e30366d46), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.800968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (6e0115fb-51d2-44f0-bc6b-4b2e30366d46), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.828812 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0115fb-51d2-44f0-bc6b-4b2e30366d46,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:35.834250 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.839955 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-09f581a0-430e-4b24-934b-e28bb7a243a4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e0115fb-51d2-44f0-bc6b-4b2e30366d46 HTTP/1.1" status: 204 len: 168 time: 0.2492948 Mar 10 07:03:35.840353 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33840) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:35.841373 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61906ba8-9927-45d0-8e34-ac178a80fc4e None None] Network 8c592774-aa9a-4b61-8180-968159f4dce0 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:03:35.915503 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (8c592774-aa9a-4b61-8180-968159f4dce0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:35.972694 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Deleting port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:03:35.973061 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.037679 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] For port 55fdd485-b8d6-4f8a-83bc-930ee4783a89, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=55fdd485-b8d6-4f8a-83bc-930ee4783a89,segment=NetworkSegment(9b2c64d8-7650-4e91-b536-3b30737c99af),segment_id=9b2c64d8-7650-4e91-b536-3b30737c99af)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:36.037982 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.050645 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Calling delete_port for 55fdd485-b8d6-4f8a-83bc-930ee4783a89 owned by network:dhcp {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:03:36.129922 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (55fdd485-b8d6-4f8a-83bc-930ee4783a89), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.154931 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fdd485-b8d6-4f8a-83bc-930ee4783a89,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:36.156708 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] No DVR routers for this DVR port 55fdd485-b8d6-4f8a-83bc-930ee4783a89 on host dv-cinder-832918-1-iscsi {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:03:36.230767 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (8c592774-aa9a-4b61-8180-968159f4dce0), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.234136 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 5bb6ef24-af11-419e-8b1e-5fa57b62d61e no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:03:36.253635 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c592774-aa9a-4b61-8180-968159f4dce0']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:36.255843 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 5bb6ef24-af11-419e-8b1e-5fa57b62d61e {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:03:36.256198 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 5bb6ef24-af11-419e-8b1e-5fa57b62d61e not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:03:36.264400 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2c64d8-7650-4e91-b536-3b30737c99af') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:36.264700 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2c64d8-7650-4e91-b536-3b30737c99af') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:36.267912 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9c4a4-f812-414d-b1ef-51d61458455d None None] DHCP port deletion for 8c592774-aa9a-4b61-8180-968159f4dce0 request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:03:36.275504 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (9b2c64d8-7650-4e91-b536-3b30737c99af), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.289409 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (9b2c64d8-7650-4e91-b536-3b30737c99af), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.295273 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:03:36.295713 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (9b2c64d8-7650-4e91-b536-3b30737c99af), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:03:36.300949 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:03:36.355856 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (8c592774-aa9a-4b61-8180-968159f4dce0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.361235 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.364948 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8c592774-aa9a-4b61-8180-968159f4dce0 HTTP/1.1" status: 204 len: 168 time: 0.5236590 Mar 10 07:03:36.376574 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc59f9-b472-4de2-b0f2-e644e242efe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c592774-aa9a-4b61-8180-968159f4dce0,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:36.492782 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33846) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:36.534071 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-eb9e6a3c-bfe9-4246-9fed-12412b52a4e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3db9f96cb09a4ae5beb24ae6caf86383&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394490 Mar 10 07:03:36.536602 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33848) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:36.586579 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676a7bcf-74e6-47e2-9a24-c5d1ac884577 admin admin] Publish callbacks [] for security_group (f45b24c7-30b6-4a38-ba8c-9b86335d6af7), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.607161 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676a7bcf-74e6-47e2-9a24-c5d1ac884577 admin admin] Publish callbacks [] for security_group (f45b24c7-30b6-4a38-ba8c-9b86335d6af7), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.651697 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676a7bcf-74e6-47e2-9a24-c5d1ac884577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f45b24c7-30b6-4a38-ba8c-9b86335d6af7), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.654848 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-676a7bcf-74e6-47e2-9a24-c5d1ac884577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:36.655972 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-676a7bcf-74e6-47e2-9a24-c5d1ac884577 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f45b24c7-30b6-4a38-ba8c-9b86335d6af7 HTTP/1.1" status: 204 len: 168 time: 0.1184630 Mar 10 07:03:36.664252 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a7bcf-74e6-47e2-9a24-c5d1ac884577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45b24c7-30b6-4a38-ba8c-9b86335d6af7,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:37.291959 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33870) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:37.382121 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-852320283-network', 'tenant_id': '02e07c67ccee42c98952b7746763941a'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:37.401445 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Made reservation on behalf of 02e07c67ccee42c98952b7746763941a for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:03:37.404084 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.412463 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.487112 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks [] for security_group (3792de46-e5c4-4d44-bd73-2f0f005260e3), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.490865 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3792de46-e5c4-4d44-bd73-2f0f005260e3), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.516681 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:03:37.526849 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3792de46-e5c4-4d44-bd73-2f0f005260e3,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:37.534581 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.535167 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Added segment 1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64 of type vlan for network c6b83e98-bdc4-4623-a8f8-972886bcc83f Mar 10 07:03:37.586888 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (c6b83e98-bdc4-4623-a8f8-972886bcc83f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.612016 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (c6b83e98-bdc4-4623-a8f8-972886bcc83f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.612909 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:37.613517 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.621964 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 55fdd485-b8d6-4f8a-83bc-930ee4783a89 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:03:37.641460 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3483973 Mar 10 07:03:37.642597 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 55fdd485-b8d6-4f8a-83bc-930ee4783a89 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:03:37.642983 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 55fdd485-b8d6-4f8a-83bc-930ee4783a89 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:03:37.643461 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device fe63d653-734a-4f15-b539-fd7d0f2090d8 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:03:37.644424 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33874) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:37.649390 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Request body: {'subnet': {'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-852320283-subnet', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:37.665243 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: fe63d653-734a-4f15-b539-fd7d0f2090d8 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:03:37.665867 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device fe63d653-734a-4f15-b539-fd7d0f2090d8 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:03:37.669256 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Made reservation on behalf of 02e07c67ccee42c98952b7746763941a for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:03:37.671798 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599350'] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.678533 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07883234-c92a-43e2-a01d-563d11b9da9f admin admin] Pushing event updated for resources: {'Network': ['ID=c6b83e98-bdc4-4623-a8f8-972886bcc83f,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:37.688457 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:03:37.839378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599320'] for subnet (36140486-e178-4daf-b404-6d9e1f8c3fc8), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.895968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36140486-e178-4daf-b404-6d9e1f8c3fc8,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:37.907119 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:37.907746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Network hostable DHCP agents. Network: c6b83e98-bdc4-4623-a8f8-972886bcc83f, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:03:37.926541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:03:37.935045 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, c6b83e98-bdc4-4623-a8f8-972886bcc83f) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:37.939695 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:37.940750 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.944056 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6cfd5-ce32-4534-af4a-da56eb840c10 None None] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:03:37.959893 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33876) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:37.960112 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-533b60df-ea67-4956-ab41-1de01addd407 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3143601 Mar 10 07:03:37.964366 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:37.988167 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:37.989205 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1592553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594891', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8676'] for router (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.047820 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks [] for router_controller (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), precommit_add_association {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.053481 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp988f95b4-0ff3-505a-bafb-ab2e10a0be24-c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8'}]}} from dv-cinder-832918-1-iscsi. {{(pid=109521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:03:38.054336 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.187068 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.db_base_plugin_common [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Allocated IP 172.20.0.2 (c6b83e98-bdc4-4623-a8f8-972886bcc83f/36140486-e178-4daf-b404-6d9e1f8c3fc8/151f4912-6b66-4c75-a3a9-d5340ce654db) {{(pid=109521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:38.190691 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks [] for router_gateway (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.324034 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Publish callbacks [] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), precommit_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.329539 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), after_create {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.369991 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:38.374619 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.scheduler.base_scheduler [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Resources bound (agent type, host, resource id): {{(pid=109521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:38.378002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Received port after_create {{(pid=109521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:38.383164 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Pushing event updated for resources: {'Port': ['ID=151f4912-6b66-4c75-a3a9-d5340ce654db,revision_number=1']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:38.386742 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks [] for router_gateway (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.406885 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.437413 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Attempting to bind port 151f4912-6b66-4c75-a3a9-d5340ce654db on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:03:38.437723 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Attempting to bind port 151f4912-6b66-4c75-a3a9-d5340ce654db by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:03:38.438081 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Attempting to bind port 151f4912-6b66-4c75-a3a9-d5340ce654db on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:38.442955 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:03:38.443324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:38.443736 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.444101 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Bound using segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:03:38.444583 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Bound port: 151f4912-6b66-4c75-a3a9-d5340ce654db, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:03:38.444955 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.504603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] For port 151f4912-6b66-4c75-a3a9-d5340ce654db, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:03:38.507653 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] For port 151f4912-6b66-4c75-a3a9-d5340ce654db, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=151f4912-6b66-4c75-a3a9-d5340ce654db,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:03:38.510215 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Allocated IP 172.27.1.165 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/9316026a-4b8e-4cbb-92e2-e346733e351a) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:38.521675 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.552761 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.585086 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9a04b-fbae-4a0a-9bbb-36f298259115 None None] Pushing event updated for resources: {'Port': ['ID=151f4912-6b66-4c75-a3a9-d5340ce654db,revision_number=2']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:38.620774 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks [] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.655513 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:38.698274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:38.701175 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:38.705939 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:38.709013 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Pushing event updated for resources: {'Port': ['ID=9316026a-4b8e-4cbb-92e2-e346733e351a,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:38.982821 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks [] for router_gateway (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.442207 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594980'] for router (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.482663 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50586d9d-ade5-455b-bb6c-508d6873c759 None None] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:03:39.580455 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 is scheduled to L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 with binding_index 1 {{(pid=109519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:03:39.586986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d61e4066-881d-4983-a529-372f7fec081a None None] Provisioning complete for port 151f4912-6b66-4c75-a3a9-d5340ce654db triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:39.587365 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d61e4066-881d-4983-a529-372f7fec081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.661765 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 151f4912-6b66-4c75-a3a9-d5340ce654db up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:39.696497 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:03:39.701032 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d61e4066-881d-4983-a529-372f7fec081a None None] Current status of the port 151f4912-6b66-4c75-a3a9-d5340ce654db is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:39.701326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d61e4066-881d-4983-a529-372f7fec081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.705739 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:03:39.719759 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.720169 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:39.721509 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:39.724199 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33878) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:39.731465 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-4730fd43-1e59-4d41-a59d-46a38dbff596 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7703462 Mar 10 07:03:39.749509 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-d61e4066-881d-4983-a529-372f7fec081a None None] For port 151f4912-6b66-4c75-a3a9-d5340ce654db, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=151f4912-6b66-4c75-a3a9-d5340ce654db,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:39.758989 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d61e4066-881d-4983-a529-372f7fec081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.791128 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 151f4912-6b66-4c75-a3a9-d5340ce654db triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:39.791500 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:39.848431 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e4066-881d-4983-a529-372f7fec081a None None] Pushing event updated for resources: {'Port': ['ID=151f4912-6b66-4c75-a3a9-d5340ce654db,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:39.882746 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:39.908936 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 151f4912-6b66-4c75-a3a9-d5340ce654db is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:39.980482 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-d1a5f9f0-e9bd-43dc-8215-c601f475657c None None] Provisioning complete for port 151f4912-6b66-4c75-a3a9-d5340ce654db triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:39.980948 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f9f0-e9bd-43dc-8215-c601f475657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.063474 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5f9f0-e9bd-43dc-8215-c601f475657c None None] Current status of the port 151f4912-6b66-4c75-a3a9-d5340ce654db is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:40.082749 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:38Z', 'revision_number': 3, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:40.108065 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:03:40.108409 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Updating router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 port 9316026a-4b8e-4cbb-92e2-e346733e351a binding host dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:03:40.138554 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.175789 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.325021 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Allocated IP 172.20.0.1 (c6b83e98-bdc4-4623-a8f8-972886bcc83f/36140486-e178-4daf-b404-6d9e1f8c3fc8/c788a247-835c-4293-a08b-6360de15a169) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:40.383713 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Publish callbacks [] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), precommit_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.389418 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.438354 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Attempting to bind port 9316026a-4b8e-4cbb-92e2-e346733e351a on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:03:40.438685 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks [] for port (c788a247-835c-4293-a08b-6360de15a169), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.438802 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Attempting to bind port 9316026a-4b8e-4cbb-92e2-e346733e351a by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:03:40.439064 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Attempting to bind port 9316026a-4b8e-4cbb-92e2-e346733e351a on network ffa147d5-a73b-4c7c-a99f-d0741c91c909 {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:40.447610 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:03:40.447977 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Checking segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:40.448376 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.448761 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Bound using segment: {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'} {{(pid=109522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:03:40.449234 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.managers [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Bound port: 9316026a-4b8e-4cbb-92e2-e346733e351a, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8d7e3-87a5-433a-af64-df07f6f540cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}}] {{(pid=109522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:03:40.449609 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), before_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.451846 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Pushing event updated for resources: {'Port': ['ID=9316026a-4b8e-4cbb-92e2-e346733e351a,revision_number=2']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:40.470269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (c788a247-835c-4293-a08b-6360de15a169), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.481136 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.481511 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.481874 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.482212 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.482541 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.482868 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.483192 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.483519 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.483837 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.484170 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.484495 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.484811 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.485164 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:40.506025 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:40.509349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:40.511177 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] For port 9316026a-4b8e-4cbb-92e2-e346733e351a, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:03:40.514295 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.plugins.ml2.db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] For port 9316026a-4b8e-4cbb-92e2-e346733e351a, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=9316026a-4b8e-4cbb-92e2-e346733e351a,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:03:40.515292 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:40.520696 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron_lib.callbacks.manager [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), after_update {{(pid=109522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.540012 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Pushing event updated for resources: {'Port': ['ID=c788a247-835c-4293-a08b-6360de15a169,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:40.563523 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1590027'] for router_interface (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.579162 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:40.579699 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:40.724220 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c788a247-835c-4293-a08b-6360de15a169), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.726176 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1fa9-3328-4bc1-b6f7-642ce84aace9 None None] Pushing event updated for resources: {'Port': ['ID=9316026a-4b8e-4cbb-92e2-e346733e351a,revision_number=3']} {{(pid=109522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:40.788575 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-904eef37-6d84-4d0e-a5e0-87b4ce860356 None None] Provisioning complete for port c788a247-835c-4293-a08b-6360de15a169 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:40.789172 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-904eef37-6d84-4d0e-a5e0-87b4ce860356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c788a247-835c-4293-a08b-6360de15a169), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.800966 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:40.824541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-904eef37-6d84-4d0e-a5e0-87b4ce860356 None None] Port c788a247-835c-4293-a08b-6360de15a169 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:03:40.887772 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks [] for port (c788a247-835c-4293-a08b-6360de15a169), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.893376 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (c788a247-835c-4293-a08b-6360de15a169), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.960971 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Pushing event updated for resources: {'Port': ['ID=c788a247-835c-4293-a08b-6360de15a169,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:40.963486 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590183'] for router_interface (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.986846 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:38Z', 'revision_number': 3, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:41.016747 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531510-5bd5-437e-8772-6c8722c57799 None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:38Z', 'revision_number': 3, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:03:41.062037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:41.063563 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:41.191530 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:03:41.318106 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:03:41.322966 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-32224f53-dbde-4f82-9148-3844193145dd admin admin] 10.222.0.35 "PUT /v2.0/routers/5c5ae56f-20ef-48fc-a596-8d5cb1f610a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971704 Mar 10 07:03:41.351338 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-b7bccd88-400c-4a92-b251-a04e29f9611a None None] Provisioning complete for port c788a247-835c-4293-a08b-6360de15a169 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:41.351645 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-b7bccd88-400c-4a92-b251-a04e29f9611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c788a247-835c-4293-a08b-6360de15a169), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:41.389766 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-b7bccd88-400c-4a92-b251-a04e29f9611a None None] Port c788a247-835c-4293-a08b-6360de15a169 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:03:41.691229 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 151f4912-6b66-4c75-a3a9-d5340ce654db up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:41.739363 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 151f4912-6b66-4c75-a3a9-d5340ce654db triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:41.739739 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:41.819232 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 151f4912-6b66-4c75-a3a9-d5340ce654db is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:41.820285 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9316026a-4b8e-4cbb-92e2-e346733e351a up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:41.866735 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 9316026a-4b8e-4cbb-92e2-e346733e351a triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:41.867111 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:41.948054 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 9316026a-4b8e-4cbb-92e2-e346733e351a is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:41.948338 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:41.968547 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] For port 9316026a-4b8e-4cbb-92e2-e346733e351a, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=9316026a-4b8e-4cbb-92e2-e346733e351a,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:41.973777 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.023906 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Pushing event updated for resources: {'Port': ['ID=9316026a-4b8e-4cbb-92e2-e346733e351a,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:42.554633 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:03:42.564886 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:42.565524 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:42.751204 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33890) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:42.755936 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025106152', 'description': 'tempest-description--337139099'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:42.779430 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.802402 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:42.847663 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (3b187f33-b497-4b7d-bc91-8d6e498504ce), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.851499 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3b187f33-b497-4b7d-bc91-8d6e498504ce), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.881134 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.882360 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301451 Mar 10 07:03:42.884241 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25079a9-0b3a-4839-b798-b5a0c88bc882 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b187f33-b497-4b7d-bc91-8d6e498504ce,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:42.885365 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33892) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:42.889917 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': '3b187f33-b497-4b7d-bc91-8d6e498504ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:42.925157 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (68ac9878-3e2c-4422-b7d8-78a85b0ba7e6), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.979132 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (68ac9878-3e2c-4422-b7d8-78a85b0ba7e6), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.982822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (68ac9878-3e2c-4422-b7d8-78a85b0ba7e6), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:42.999126 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ac9878-3e2c-4422-b7d8-78a85b0ba7e6,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:43.006346 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:43.012890 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.014119 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-759ae61d-a41e-4df1-97cd-6b6febac5283 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277699 Mar 10 07:03:43.016857 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 33894) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:43.021733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': '3b187f33-b497-4b7d-bc91-8d6e498504ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:43.033628 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:03:43.034043 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Updating router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 port c788a247-835c-4293-a08b-6360de15a169 binding host dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:03:43.048044 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (e71f73c4-4c05-4c69-8fde-9250ca73f672), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.071850 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c788a247-835c-4293-a08b-6360de15a169), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.111791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (e71f73c4-4c05-4c69-8fde-9250ca73f672), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.115629 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (e71f73c4-4c05-4c69-8fde-9250ca73f672), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.138592 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71f73c4-4c05-4c69-8fde-9250ca73f672,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:43.144746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.148862 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-6bf74432-fce3-40ce-bea9-d89b4fc4ed7a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277044 Mar 10 07:03:43.149272 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 33900) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:43.153916 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:43.173751 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.283975 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.381401 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Publish callbacks [] for port (c788a247-835c-4293-a08b-6360de15a169), precommit_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.388049 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c788a247-835c-4293-a08b-6360de15a169), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.407795 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.27.1.67 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/dd9b409a-b401-4d28-a5a4-ca96a999f56c) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:43.443791 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16c2ba-ed28-4f9d-af66-d20f1998b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c788a247-835c-4293-a08b-6360de15a169,revision_number=3']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:43.450784 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-4adcac6b-3b7c-4af1-96df-0e14a73eb744 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484433 Mar 10 07:03:43.504151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Attempting to bind port c788a247-835c-4293-a08b-6360de15a169 on host dv-cinder-832918-1-iscsi for vnic_type normal with profile {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:03:43.504513 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Attempting to bind port c788a247-835c-4293-a08b-6360de15a169 by drivers openvswitch,hyperv on host dv-cinder-832918-1-iscsi at level 0 using segments [{'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:03:43.504870 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Attempting to bind port c788a247-835c-4293-a08b-6360de15a169 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:43.510732 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Checking agent: {'id': '4ead4903-8b6c-42f5-9418-9a81469cda46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 45, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:03:43.511106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:43.511812 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.512198 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Bound using segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} {{(pid=109521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:03:43.512778 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.managers [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Bound port: c788a247-835c-4293-a08b-6360de15a169, host: dv-cinder-832918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}}] {{(pid=109521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:03:43.513202 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c788a247-835c-4293-a08b-6360de15a169), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.524690 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.536760 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-b497dcf8-0a87-4329-8ec2-ef8c467505f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:43.538453 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-b497dcf8-0a87-4329-8ec2-ef8c467505f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1129 time: 0.0525460 Mar 10 07:03:43.565802 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.595804 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] For port c788a247-835c-4293-a08b-6360de15a169, host dv-cinder-832918-1-iscsi, cleared binding levels {{(pid=109521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:03:43.599504 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] For port c788a247-835c-4293-a08b-6360de15a169, host dv-cinder-832918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c788a247-835c-4293-a08b-6360de15a169,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:03:43.616500 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c788a247-835c-4293-a08b-6360de15a169), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.637171 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=dd9b409a-b401-4d28-a5a4-ca96a999f56c,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:43.640758 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:43.642493 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:43.644829 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:43.672266 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9316026a-4b8e-4cbb-92e2-e346733e351a up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:43.686463 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:03:43.687121 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:43.768475 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (22b0827f-d28c-49ee-bce5-275aa7808dcc), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.786999 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16c2ba-ed28-4f9d-af66-d20f1998b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c788a247-835c-4293-a08b-6360de15a169,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:43.817502 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] Provisioning complete for port c788a247-835c-4293-a08b-6360de15a169 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:43.817882 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c788a247-835c-4293-a08b-6360de15a169), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.831335 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:43.906465 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:03:43.937012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port 9316026a-4b8e-4cbb-92e2-e346733e351a triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:43.937395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.025454 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-a9db4e39-d830-471a-802c-59a3f6dae565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:44.027124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-a9db4e39-d830-471a-802c-59a3f6dae565 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.4656532 Mar 10 07:03:44.030220 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.035554 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.102304 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=dd9b409a-b401-4d28-a5a4-ca96a999f56c,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:44.107862 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] Current status of the port c788a247-835c-4293-a08b-6360de15a169 is: DOWN; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:44.108366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (c788a247-835c-4293-a08b-6360de15a169), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.114523 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (22b0827f-d28c-49ee-bce5-275aa7808dcc), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.129865 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.131263 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-43b66cc5-353d-4213-9019-b0a8b741f09e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9808145 Mar 10 07:03:44.209316 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] For port c788a247-835c-4293-a08b-6360de15a169, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c788a247-835c-4293-a08b-6360de15a169,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:44.211773 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port 9316026a-4b8e-4cbb-92e2-e346733e351a is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:44.215293 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (c788a247-835c-4293-a08b-6360de15a169), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.276683 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc33d2d-d8cd-4d6c-9561-84727b850593 None None] Pushing event updated for resources: {'Port': ['ID=c788a247-835c-4293-a08b-6360de15a169,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:44.285100 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:43Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:03:44.312010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85b8df-e998-4142-9cf5-ce424f8ec0df None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:43Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:03:44.341568 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ec998ffe-a154-4e0b-9eea-55ce9985b3dd None None] Provisioning complete for port c788a247-835c-4293-a08b-6360de15a169 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:44.341939 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ec998ffe-a154-4e0b-9eea-55ce9985b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c788a247-835c-4293-a08b-6360de15a169), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.411275 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-bfda69f4-eb43-46a6-b1bf-1a9b88e6e00b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1025106152&fields=id&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 267 time: 0.0731149 Mar 10 07:03:44.443495 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ec998ffe-a154-4e0b-9eea-55ce9985b3dd None None] Current status of the port c788a247-835c-4293-a08b-6360de15a169 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:44.539677 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-88076594-7148-4f40-aae7-744c796c03fa tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:44.541190 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-88076594-7148-4f40-aae7-744c796c03fa tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.1169012 Mar 10 07:03:44.558488 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-a084f3ec-2d96-4a75-a6d7-0e91e6d3ae35 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/quotas/02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 375 time: 0.0104346 Mar 10 07:03:44.617036 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-816f71bb-ec07-4485-a047-d9c346a27152 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530550 Mar 10 07:03:44.721272 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-5920f02c-2c30-4a36-b646-14f66b1bb034 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919700 Mar 10 07:03:44.813358 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-906fa2da-ca3b-4f7a-ab8e-48ab09e789a0 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867107 Mar 10 07:03:44.988674 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-84411c3b-b34d-4181-98a5-089919133058 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 1001 time: 0.0837831 Mar 10 07:03:45.083546 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-eefc5116-1aa4-4c88-84df-68bcaa88084f req-eb7d09f9-4935-405d-b089-692e767e334b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 210 time: 0.0936918 Mar 10 07:03:45.633229 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c788a247-835c-4293-a08b-6360de15a169 up at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:45.682568 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Provisioning complete for port c788a247-835c-4293-a08b-6360de15a169 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:45.682934 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (c788a247-835c-4293-a08b-6360de15a169), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:45.753986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Current status of the port c788a247-835c-4293-a08b-6360de15a169 is: ACTIVE; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:45.838806 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-c1b42db7-e891-487d-b0b3-b4fa5c6d834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:45.840203 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-c1b42db7-e891-487d-b0b3-b4fa5c6d834b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0431442 Mar 10 07:03:46.180390 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-6ece694f-1f17-402c-bd17-284cec6cace7 req-887bf64b-d68f-48f2-8978-1e0998404f8f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 210 time: 0.0305991 Mar 10 07:03:47.129281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-709ce333-6253-4a06-a173-f188f0072e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:47.130677 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-709ce333-6253-4a06-a173-f188f0072e27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496888 Mar 10 07:03:47.226079 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-1b5f3200-8ad4-438e-9d95-b638c58eb24d service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866439 Mar 10 07:03:47.285044 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0273bbe9-8aa4-4723-abd4-a1cd8319cbf8 req-136426be-9818-48f4-b0d1-6a3942e189d1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 210 time: 0.0347104 Mar 10 07:03:47.348394 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a5af9a00-3ea7-4e7a-8b24-457e55548797 req-3ad765c6-35db-40b3-984d-af81f3816f60 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156054 Mar 10 07:03:47.808355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-b6699b7f-9251-487c-8c93-ff3e03b17ce9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:47.809915 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-b6699b7f-9251-487c-8c93-ff3e03b17ce9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.1054351 Mar 10 07:03:47.880313 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-987f4d15-fe8b-476c-ace1-70425d89d9a4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 380 time: 0.0562615 Mar 10 07:03:47.890625 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'port': {'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'admin_state_up': True, 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'security_groups': ['3b187f33-b497-4b7d-bc91-8d6e498504ce']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:47.994003 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Made reservation on behalf of 02e07c67ccee42c98952b7746763941a for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:03:47.997352 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.119498 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.20.0.5 (c6b83e98-bdc4-4623-a8f8-972886bcc83f/36140486-e178-4daf-b404-6d9e1f8c3fc8/0db3b158-0624-410e-822e-33cf35f19506) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:48.258224 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (0db3b158-0624-410e-822e-33cf35f19506), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.289359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (0db3b158-0624-410e-822e-33cf35f19506), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.331398 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:48.336358 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:48.340284 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:48.364362 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=0db3b158-0624-410e-822e-33cf35f19506,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:48.392567 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:48.393422 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.411697 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-f63c8103-567b-48f6-9bb7-dae014309b90 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5245574 Mar 10 07:03:48.414968 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfc095-89b5-4a23-bc2e-b801598049af req-f7c05959-d9a8-43c4-b731-c9fd1ae2fa87 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:48.416379 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ecdfc095-89b5-4a23-bc2e-b801598049af req-f7c05959-d9a8-43c4-b731-c9fd1ae2fa87 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 931 time: 0.0630078 Mar 10 07:03:48.430830 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Request body: {'port': {'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:48.470572 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ecdfc095-89b5-4a23-bc2e-b801598049af req-329801ce-74ab-46ba-a913-c5016ea1cc86 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478051 Mar 10 07:03:48.499648 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0db3b158-0624-410e-822e-33cf35f19506), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.593544 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-81aef5df-47d0-4bcf-9054-4b12f6411d01 None None] Provisioning complete for port 0db3b158-0624-410e-822e-33cf35f19506 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:48.594043 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-81aef5df-47d0-4bcf-9054-4b12f6411d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0db3b158-0624-410e-822e-33cf35f19506), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.635431 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-81aef5df-47d0-4bcf-9054-4b12f6411d01 None None] Port 0db3b158-0624-410e-822e-33cf35f19506 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:03:48.762860 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db3b158-0624-410e-822e-33cf35f19506 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:03:48.770645 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Publish callbacks [] for port (0db3b158-0624-410e-822e-33cf35f19506), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.783968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Transition to ACTIVE for port object 0db3b158-0624-410e-822e-33cf35f19506 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:03:48.787676 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (0db3b158-0624-410e-822e-33cf35f19506), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.840842 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Pushing event updated for resources: {'Port': ['ID=0db3b158-0624-410e-822e-33cf35f19506,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:48.942531 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Attempting to bind port 0db3b158-0624-410e-822e-33cf35f19506 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:03:48.942892 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Attempting to bind port 0db3b158-0624-410e-822e-33cf35f19506 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:03:48.943200 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Attempting to bind port 0db3b158-0624-410e-822e-33cf35f19506 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:48.948232 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Port 0db3b158-0624-410e-822e-33cf35f19506 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:03:48.948584 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Attempting to bind port 0db3b158-0624-410e-822e-33cf35f19506 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:48.955077 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:03:48.955420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:48.955808 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Bound using segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:03:48.956239 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Bound port: 0db3b158-0624-410e-822e-33cf35f19506, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:03:48.956639 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0db3b158-0624-410e-822e-33cf35f19506), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:49.022995 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] For port 0db3b158-0624-410e-822e-33cf35f19506, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:03:49.026315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] For port 0db3b158-0624-410e-822e-33cf35f19506, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0db3b158-0624-410e-822e-33cf35f19506,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:03:49.031480 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (0db3b158-0624-410e-822e-33cf35f19506), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:49.066047 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.066659 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:49.068080 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] 10.222.0.36 "PUT /v2.0/ports/0db3b158-0624-410e-822e-33cf35f19506 HTTP/1.1" status: 200 len: 1093 time: 0.6416891 Mar 10 07:03:49.068504 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'tag': '0db3b158-0624-410e-822e-33cf35f19506'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:03:49.070750 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903ece2a-76e0-41e9-b761-524a0aedfd47" -d '{"events": [{"name": "network-changed", "server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "tag": "0db3b158-0624-410e-822e-33cf35f19506"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:03:49.095728 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0eaf0-474c-487d-a337-d07d42d9aa8d service neutron] Pushing event updated for resources: {'Port': ['ID=0db3b158-0624-410e-822e-33cf35f19506,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:49.120923 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b97932-bde9-4fdc-a8fc-a17617a2468a x-openstack-request-id: req-f4b97932-bde9-4fdc-a8fc-a17617a2468a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:03:49.121240 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "tag": "0db3b158-0624-410e-822e-33cf35f19506", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:03:49.121720 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4b97932-bde9-4fdc-a8fc-a17617a2468a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:03:49.122131 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'tag': '0db3b158-0624-410e-822e-33cf35f19506', 'status': 'completed', 'code': 200} Mar 10 07:03:49.183796 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-b6ef40e2-b5fd-4c9a-a36c-744e29ccceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.185403 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-b6ef40e2-b5fd-4c9a-a36c-744e29ccceca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 1127 time: 0.0496814 Mar 10 07:03:49.236349 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-33cfb3d4-a14e-4755-9d93-2f9b46a3892e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db3b158-0624-410e-822e-33cf35f19506 HTTP/1.1" status: 200 len: 217 time: 0.0380833 Mar 10 07:03:49.283434 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-4146a679-b5e9-4813-8ae1-706ecd681386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.284871 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-4146a679-b5e9-4813-8ae1-706ecd681386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0428612 Mar 10 07:03:49.333484 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-1250cc71-528c-49d0-8983-c100b204aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.334984 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-1250cc71-528c-49d0-8983-c100b204aa43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433147 Mar 10 07:03:49.346049 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-7e093967-547d-4cb5-abc8-a61f6690f5f3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:03:49.347020 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-7e093967-547d-4cb5-abc8-a61f6690f5f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048964 Mar 10 07:03:49.439086 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-a677a09a-009a-4b66-a390-6ed1900eaf4e service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837479 Mar 10 07:03:49.530124 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5404127b-b006-4a71-9286-d43bc8f6a7fd req-d564f9b2-163e-45af-a6fb-7581f306b684 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854120 Mar 10 07:03:49.596248 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834e97a-24c6-44af-be7a-178bd52c03c5 req-7a995b94-3780-46ea-8c9e-da07bd60af5f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.597773 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f834e97a-24c6-44af-be7a-178bd52c03c5 req-7a995b94-3780-46ea-8c9e-da07bd60af5f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 943 time: 0.0545580 Mar 10 07:03:49.645320 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f834e97a-24c6-44af-be7a-178bd52c03c5 req-6b3e441d-dd2e-41cb-9e91-82ec040c8038 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Mar 10 07:03:49.682921 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-884ad20f-b346-4c5e-8e64-a2426b7ed083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.684387 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-884ad20f-b346-4c5e-8e64-a2426b7ed083 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 1127 time: 0.0442753 Mar 10 07:03:49.768712 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-b23f47a1-c1d0-46e0-9145-9f901200bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.770148 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-b23f47a1-c1d0-46e0-9145-9f901200bbc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0796037 Mar 10 07:03:49.811984 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-5c71e97d-6ce3-4a7e-9539-0df7560c8259 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db3b158-0624-410e-822e-33cf35f19506 HTTP/1.1" status: 200 len: 217 time: 0.0354102 Mar 10 07:03:49.858130 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-a24757fa-6802-4d89-9412-68ee310a179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.859555 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-a24757fa-6802-4d89-9412-68ee310a179f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0413358 Mar 10 07:03:49.909422 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-446dc259-92e8-476a-bf65-ac16aba39bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:49.910913 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-446dc259-92e8-476a-bf65-ac16aba39bda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443161 Mar 10 07:03:50.004764 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-d6b1046d-917b-4563-bb79-4dcf89e3712a service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Mar 10 07:03:50.093914 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-903ece2a-76e0-41e9-b761-524a0aedfd47 req-bb83d04b-8bf5-4614-bc6d-152db76177ab service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Mar 10 07:03:50.761847 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4edf23-320a-439b-96fb-00172eed243e req-71e5feb5-6f68-4c36-914e-daacea017992 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:50.763290 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0e4edf23-320a-439b-96fb-00172eed243e req-71e5feb5-6f68-4c36-914e-daacea017992 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 943 time: 0.0515814 Mar 10 07:03:50.807997 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0e4edf23-320a-439b-96fb-00172eed243e req-d60b4438-17d4-45a2-9838-5038c7776fc5 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Mar 10 07:03:51.925480 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627788c-86ea-4016-b0d6-81e5cc950491 req-b70733d7-e88b-440f-8862-c8a829633c98 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:51.926947 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1627788c-86ea-4016-b0d6-81e5cc950491 req-b70733d7-e88b-440f-8862-c8a829633c98 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 943 time: 0.0551925 Mar 10 07:03:51.972127 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1627788c-86ea-4016-b0d6-81e5cc950491 req-75e182c0-c8a1-41de-99e6-e9aec5166266 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394676 Mar 10 07:03:52.338646 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0db3b158-0624-410e-822e-33cf35f19506 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:03:52.434449 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0db3b158-0624-410e-822e-33cf35f19506, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0db3b158-0624-410e-822e-33cf35f19506,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:52.445355 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '0db3b158-0624-410e-822e-33cf35f19506', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:03:52.481059 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 0db3b158-0624-410e-822e-33cf35f19506 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:52.481452 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0db3b158-0624-410e-822e-33cf35f19506), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:52.493464 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db3b158-0624-410e-822e-33cf35f19506 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:03:52.511705 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0db3b158-0624-410e-822e-33cf35f19506, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0db3b158-0624-410e-822e-33cf35f19506,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:52.516414 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0db3b158-0624-410e-822e-33cf35f19506), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:52.562106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=0db3b158-0624-410e-822e-33cf35f19506,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:52.668588 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-90c7ab88-c301-4d59-91be-6d96760fb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.089701 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d227d74-7520-4379-b764-48f397ffb931 req-b03bdef3-504f-44f3-8303-b6b0e727b202 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:53.091194 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5d227d74-7520-4379-b764-48f397ffb931 req-b03bdef3-504f-44f3-8303-b6b0e727b202 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 944 time: 0.0532675 Mar 10 07:03:53.136630 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5d227d74-7520-4379-b764-48f397ffb931 req-e3bac236-19f1-4261-b209-5ebd5cc0bf19 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398736 Mar 10 07:03:53.322931 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['0db3b158-0624-410e-822e-33cf35f19506'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:03:54.255250 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da3436-cb94-4e40-b54b-d2ab9758bb19 req-fce33876-50b9-4812-825c-2b7885005e75 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:54.256778 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-09da3436-cb94-4e40-b54b-d2ab9758bb19 req-fce33876-50b9-4812-825c-2b7885005e75 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 944 time: 0.0539455 Mar 10 07:03:54.303552 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-09da3436-cb94-4e40-b54b-d2ab9758bb19 req-b9c26e6c-b21c-4fad-a105-13451ebe7425 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Mar 10 07:03:54.345154 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-3da55a5f-2a9a-4300-be44-107d294d8035 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86125501&fields=id&tenant_id=b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 267 time: 0.0458176 Mar 10 07:03:54.446425 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-7f2e5bf5-b21d-4cea-ae34-63401d65508b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:54.447940 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-7f2e5bf5-b21d-4cea-ae34-63401d65508b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 812 time: 0.0964417 Mar 10 07:03:54.462433 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-e60a3785-0261-4efe-b084-ebccc44367e4 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/quotas/b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 375 time: 0.0092349 Mar 10 07:03:54.516970 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-79cde812-8126-465c-8ccf-f936a1e74acb tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495794 Mar 10 07:03:54.536151 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-3bfacf87-268c-4b40-b407-96e264f813ad service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:03:54.537161 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-3bfacf87-268c-4b40-b407-96e264f813ad service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056152 Mar 10 07:03:54.626040 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-7b67b82a-9ba5-4b0e-b487-100ac96b16b0 service neutron] 10.222.0.35 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833914 Mar 10 07:03:54.716528 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-dd665fab-1f5d-4fe4-9037-4c98d8d4b174 service neutron] 10.222.0.35 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841155 Mar 10 07:03:55.000051 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-366c2bf4-442d-4322-95a9-9b703a432184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:55.000703 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-61acb860-fd4f-48b8-8522-30e011a38673 req-754db79d-e478-4f65-876c-394ced8c3448 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 210 time: 0.0294726 Mar 10 07:03:55.424283 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f1cdf-09ec-40f1-9fe9-ab3fead20ba3 req-bf702ac0-35d0-4866-9db7-0999eb371f8a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:55.425785 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fa0f1cdf-09ec-40f1-9fe9-ab3fead20ba3 req-bf702ac0-35d0-4866-9db7-0999eb371f8a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 944 time: 0.0528181 Mar 10 07:03:55.474857 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fa0f1cdf-09ec-40f1-9fe9-ab3fead20ba3 req-f47058f1-c984-4753-b9af-d6ce3e9d669f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Mar 10 07:03:56.001746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-8b6d0c24-25a3-4da9-b6f4-bb4164826d5c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:56.003239 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-8b6d0c24-25a3-4da9-b6f4-bb4164826d5c tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 812 time: 0.1109462 Mar 10 07:03:56.008133 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.071582 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-0a7cad32-ad87-4ced-ada7-f7d244641df5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8708c22f6cc413c91a6621f3f868060 HTTP/1.1" status: 200 len: 378 time: 0.0535896 Mar 10 07:03:56.097204 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'port': {'device_id': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'admin_state_up': True, 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'security_groups': ['cdd8d89e-5b17-4d9c-ac37-33dd84634dc6']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:56.100962 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b673453-d5a0-4d55-8297-587d9e78f055 req-d9b94cd6-653b-448a-b634-2bdb7e9f1703 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 210 time: 0.0334177 Mar 10 07:03:56.208013 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Made reservation on behalf of b8708c22f6cc413c91a6621f3f868060 for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:03:56.211442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.335696 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Allocated IP 172.20.0.7 (3aec699c-bb34-4053-89a4-ce976da1ee9f/4ba80fc1-53de-421f-9764-5c5b3a7f898d/90e9b945-9c6d-4b0f-a803-369e56a97fb4) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:56.365393 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0db3b158-0624-410e-822e-33cf35f19506 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:56.481227 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.517464 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.558390 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 0db3b158-0624-410e-822e-33cf35f19506 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:03:56.562241 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 0db3b158-0624-410e-822e-33cf35f19506 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:56.562606 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0db3b158-0624-410e-822e-33cf35f19506), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.593058 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:56.599595 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:56.609622 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:56.618372 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=90e9b945-9c6d-4b0f-a803-369e56a97fb4,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:56.669618 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2845053-daf8-41a5-a9a8-564e8504c1d5 req-6e195f45-bb08-4270-bfc0-b7a4eba2670d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:56.670907 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2845053-daf8-41a5-a9a8-564e8504c1d5 req-6e195f45-bb08-4270-bfc0-b7a4eba2670d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 944 time: 0.1204290 Mar 10 07:03:56.671978 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 0db3b158-0624-410e-822e-33cf35f19506 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:56.673450 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0db3b158-0624-410e-822e-33cf35f19506), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.686874 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:56.687625 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.710468 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3b158-0624-410e-822e-33cf35f19506'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:03:56.713273 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a708121-3798-458e-b3cf-ec28b115d913" -d '{"events": [{"server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "name": "network-vif-plugged", "status": "completed", "tag": "0db3b158-0624-410e-822e-33cf35f19506"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:03:56.726048 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-ed63130a-10c9-4e0e-9326-c6475ec5efa2 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6335921 Mar 10 07:03:56.734901 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0db3b158-0624-410e-822e-33cf35f19506, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0db3b158-0624-410e-822e-33cf35f19506,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:56.741209 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0db3b158-0624-410e-822e-33cf35f19506), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.744010 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c2845053-daf8-41a5-a9a8-564e8504c1d5 req-116477cc-fe2c-4328-b5b2-8957b7f69a43 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534570 Mar 10 07:03:56.797021 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5de8a2-e159-4f3d-9f05-e626fb0576ec x-openstack-request-id: req-2a5de8a2-e159-4f3d-9f05-e626fb0576ec {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:03:56.797325 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "name": "network-vif-plugged", "status": "completed", "tag": "0db3b158-0624-410e-822e-33cf35f19506", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:03:56.798130 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a5de8a2-e159-4f3d-9f05-e626fb0576ec {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:03:56.798539 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3b158-0624-410e-822e-33cf35f19506', 'code': 200} Mar 10 07:03:56.826252 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Request body: {'port': {'device_id': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:56.836441 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=0db3b158-0624-410e-822e-33cf35f19506,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:56.892110 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.954604 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-75f51f26-9bbe-4ed0-9e22-344f9b67d6ed None None] Provisioning complete for port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:56.955279 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-75f51f26-9bbe-4ed0-9e22-344f9b67d6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:56.990367 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10ebe-37dc-4bf8-a57a-4eed9dc899eb req-7bc55d95-b379-4134-916b-4119bff9d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:56.992127 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f2d10ebe-37dc-4bf8-a57a-4eed9dc899eb req-7bc55d95-b379-4134-916b-4119bff9d08d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 1129 time: 0.0507483 Mar 10 07:03:56.993207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-75f51f26-9bbe-4ed0-9e22-344f9b67d6ed None None] Port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:03:57.036895 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f2d10ebe-37dc-4bf8-a57a-4eed9dc899eb req-07588078-667e-44ae-95ed-63856429b88b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 Mar 10 07:03:57.151631 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e9b945-9c6d-4b0f-a803-369e56a97fb4 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:03:57.159112 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Publish callbacks [] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:57.180621 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Transition to ACTIVE for port object 90e9b945-9c6d-4b0f-a803-369e56a97fb4 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:03:57.196868 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:57.255374 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Pushing event updated for resources: {'Port': ['ID=90e9b945-9c6d-4b0f-a803-369e56a97fb4,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:57.267247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f5b7-29d4-40e7-9efc-4cf38fb25259 req-cf7e11ad-b408-453e-b4ae-8b88e8fbb0bf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:57.268762 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64b4f5b7-29d4-40e7-9efc-4cf38fb25259 req-cf7e11ad-b408-453e-b4ae-8b88e8fbb0bf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 931 time: 0.1014857 Mar 10 07:03:57.372585 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-64b4f5b7-29d4-40e7-9efc-4cf38fb25259 req-89c71e98-7857-4925-8765-e6cba81160c8 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831592 Mar 10 07:03:57.373420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Attempting to bind port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:03:57.373741 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Attempting to bind port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:03:57.374061 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Attempting to bind port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:57.379409 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:03:57.379947 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Attempting to bind port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 on network 3aec699c-bb34-4053-89a4-ce976da1ee9f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:57.385019 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:03:57.385419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Checking segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:57.385973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Bound using segment: {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:03:57.386243 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Bound port: 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1018f10d-5ccc-475e-aade-4af7bf7c61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:03:57.386556 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:57.448682 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] For port 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:03:57.451619 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] For port 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:03:57.457948 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:57.494554 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:57.495261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:57.497151 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] 10.222.0.36 "PUT /v2.0/ports/90e9b945-9c6d-4b0f-a803-369e56a97fb4 HTTP/1.1" status: 200 len: 1093 time: 0.7414379 Mar 10 07:03:57.497831 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:03:57.501377 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e13a6b-f626-435b-b826-c7adae458062" -d '{"events": [{"name": "network-changed", "server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:03:57.529795 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e2a89-ea26-4f62-beb4-32e9a78f1783 service neutron] Pushing event updated for resources: {'Port': ['ID=90e9b945-9c6d-4b0f-a803-369e56a97fb4,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:57.539662 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b7d0d9-ebaa-4168-94d6-32a0bcc29f7e x-openstack-request-id: req-51b7d0d9-ebaa-4168-94d6-32a0bcc29f7e {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:03:57.540037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:03:57.540355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51b7d0d9-ebaa-4168-94d6-32a0bcc29f7e {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:03:57.540833 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'status': 'completed', 'code': 200} Mar 10 07:03:57.611017 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:57.647130 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e13a6b-f626-435b-b826-c7adae458062 req-933a6f37-ceac-4d05-b789-c35f4795a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:57.648816 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1e13a6b-f626-435b-b826-c7adae458062 req-933a6f37-ceac-4d05-b789-c35f4795a926 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 1127 time: 0.0462725 Mar 10 07:03:57.792946 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e13a6b-f626-435b-b826-c7adae458062 req-2dde0d6d-5a59-42a3-92ec-2e9c85646d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:57.794446 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1e13a6b-f626-435b-b826-c7adae458062 req-2dde0d6d-5a59-42a3-92ec-2e9c85646d38 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b8708c22f6cc413c91a6621f3f868060&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987065 Mar 10 07:03:57.917706 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e13a6b-f626-435b-b826-c7adae458062 req-7c771f9c-3e75-4ff4-9a89-03e15b307b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:57.919153 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1e13a6b-f626-435b-b826-c7adae458062 req-7c771f9c-3e75-4ff4-9a89-03e15b307b07 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1185546 Mar 10 07:03:57.925808 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3548-d55f-4993-aefe-145600c62ec9 req-c8f2e9c4-0187-45ec-8154-a2e50ae79b6e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:57.927132 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-817d3548-d55f-4993-aefe-145600c62ec9 req-c8f2e9c4-0187-45ec-8154-a2e50ae79b6e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.1085768 Mar 10 07:03:57.974926 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-817d3548-d55f-4993-aefe-145600c62ec9 req-95dc1631-09ac-4b1b-a0f6-ea33b504b70c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Mar 10 07:03:58.027033 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-8f81a436-de86-4f14-9511-0f9f3a5c39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:58.028437 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-8f81a436-de86-4f14-9511-0f9f3a5c39c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 1127 time: 0.0465431 Mar 10 07:03:58.075916 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-cb2b6b68-604d-46f0-8580-13cf662e4bd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4 HTTP/1.1" status: 200 len: 217 time: 0.0324845 Mar 10 07:03:58.122718 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-2f3f7a06-e6aa-4ee1-8057-ae53a9e2a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:58.124140 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-2f3f7a06-e6aa-4ee1-8057-ae53a9e2a803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0424607 Mar 10 07:03:58.176868 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-4da5d0e2-ab95-4132-848a-d930a2a947cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:58.178368 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-4da5d0e2-ab95-4132-848a-d930a2a947cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465481 Mar 10 07:03:58.268893 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-2002134e-0aa6-4b1a-b8d4-052e05299206 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795732 Mar 10 07:03:58.357846 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2c0815a8-0ab8-49e6-9664-a92b9193bf51 req-a1fde550-54cb-48fd-848e-689f0e7db755 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820019 Mar 10 07:03:58.489603 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc7a1-71bc-4414-9470-f558db3b43bd req-03b4553b-2ae8-4229-9b32-5960807e34cf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:58.491066 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bd7bc7a1-71bc-4414-9470-f558db3b43bd req-03b4553b-2ae8-4229-9b32-5960807e34cf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0521040 Mar 10 07:03:58.538912 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-bd7bc7a1-71bc-4414-9470-f558db3b43bd req-b30103c7-01cc-48ee-81ec-6385ad7e70a9 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423534 Mar 10 07:03:58.924368 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:59.090887 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320ddd8-0463-47d7-8007-4de629906c62 req-cbc11e92-879a-484f-a983-302c3fc0c964 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:59.092337 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f320ddd8-0463-47d7-8007-4de629906c62 req-cbc11e92-879a-484f-a983-302c3fc0c964 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Mar 10 07:03:59.136631 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f320ddd8-0463-47d7-8007-4de629906c62 req-6e862b88-6b3e-4f86-b19a-20f4cd95bc7f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383556 Mar 10 07:03:59.251714 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb398744-e5e0-4950-9f5c-5b837f7a69b6 req-18e4a4db-93b3-4c0e-bc02-2a774657b0a6 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:59.253201 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fb398744-e5e0-4950-9f5c-5b837f7a69b6 req-18e4a4db-93b3-4c0e-bc02-2a774657b0a6 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.0554271 Mar 10 07:03:59.261569 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34032) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:59.265835 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'port_id': '0db3b158-0624-410e-822e-33cf35f19506'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:59.304541 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (22b0827f-d28c-49ee-bce5-275aa7808dcc), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:59.653967 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dd100-f967-4289-8763-7826e2f68f46 req-48b114de-0a38-442b-8115-eea3c167cd46 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:59.655419 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1d9dd100-f967-4289-8763-7826e2f68f46 req-48b114de-0a38-442b-8115-eea3c167cd46 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0513892 Mar 10 07:03:59.706032 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1d9dd100-f967-4289-8763-7826e2f68f46 req-c72c5ad8-66c5-4ca7-862c-f22abaf4b67f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448542 Mar 10 07:03:59.749431 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:59.753344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (22b0827f-d28c-49ee-bce5-275aa7808dcc), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:59.855596 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP 22b0827f-d28c-49ee-bce5-275aa7808dcc associated. External IP: 172.27.1.67, port: 0db3b158-0624-410e-822e-33cf35f19506. Mar 10 07:04:00.065677 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:04:00.173666 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:04:00.178489 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:00.183229 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:04:00.192385 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:00.193036 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:00.207449 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d21c8f86-3f95-4aba-aa1a-425b876abb62 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "PUT /v2.0/floatingips/22b0827f-d28c-49ee-bce5-275aa7808dcc HTTP/1.1" status: 200 len: 990 time: 0.9448531 Mar 10 07:04:00.208056 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'tag': '0db3b158-0624-410e-822e-33cf35f19506'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:04:00.210314 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff11ae4-3f6c-4da4-999c-4e778dc79854" -d '{"events": [{"name": "network-changed", "server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "tag": "0db3b158-0624-410e-822e-33cf35f19506"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:04:00.244951 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae56279-37e0-4828-914b-c0277da61428 x-openstack-request-id: req-0ae56279-37e0-4828-914b-c0277da61428 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:04:00.245282 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "tag": "0db3b158-0624-410e-822e-33cf35f19506", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:04:00.245538 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ae56279-37e0-4828-914b-c0277da61428 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:04:00.245948 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'tag': '0db3b158-0624-410e-822e-33cf35f19506', 'status': 'completed', 'code': 200} Mar 10 07:04:00.299082 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:00.332621 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-50899c11-4f3f-4cf4-ada0-bb66cc879270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:00.334132 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-50899c11-4f3f-4cf4-ada0-bb66cc879270 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 1129 time: 0.0436425 Mar 10 07:04:00.420718 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-26bf0795-9130-4c9a-a420-63b723d44d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:00.422246 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-26bf0795-9130-4c9a-a420-63b723d44d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0828547 Mar 10 07:04:00.492145 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-9cdba532-40f6-46da-802c-e6ae62298a3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db3b158-0624-410e-822e-33cf35f19506 HTTP/1.1" status: 200 len: 998 time: 0.0611165 Mar 10 07:04:00.517403 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:03:59Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:00.537809 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-8367ad25-b20f-4de6-a430-0aad24692dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:00.539249 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-8367ad25-b20f-4de6-a430-0aad24692dfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0418484 Mar 10 07:04:00.546899 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:04:00.556237 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:00.556847 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:00.587412 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-adb66769-f4cf-42d7-b4d8-3d71221258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:00.588924 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-adb66769-f4cf-42d7-b4d8-3d71221258d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436225 Mar 10 07:04:00.666084 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:00.677493 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-b680b9f8-7ed8-42e7-9f8f-9ebb418cdc19 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826523 Mar 10 07:04:00.770362 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6ff11ae4-3f6c-4da4-999c-4e778dc79854 req-54501cfd-ca0f-4e33-b517-87ca573e8e69 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Mar 10 07:04:00.824509 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22fc06-e1b4-4534-9dd6-cc30de3803ae req-ea495ed5-2893-4ac4-81d4-8899356e46db tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:00.826002 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ba22fc06-e1b4-4534-9dd6-cc30de3803ae req-ea495ed5-2893-4ac4-81d4-8899356e46db tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0526216 Mar 10 07:04:00.873561 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ba22fc06-e1b4-4534-9dd6-cc30de3803ae req-52ca495d-e8b1-438d-a725-161f8cf979f5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415769 Mar 10 07:04:00.889965 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:03:59Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:00.918775 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b36ffe-f803-41e2-ada5-c77372e1a650 None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:03:59Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:04:01.121490 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713b472-22fd-4bbe-abbd-2304f0fe06a0 None None] New status for floating IP 22b0827f-d28c-49ee-bce5-275aa7808dcc: ACTIVE {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:04:01.247985 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:04:01.992627 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c6dc7-0a59-4ba9-a8e8-1c241dbb8490 req-41e3475f-2505-4d10-942d-b8a30ca95e80 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:01.994118 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f85c6dc7-0a59-4ba9-a8e8-1c241dbb8490 req-41e3475f-2505-4d10-942d-b8a30ca95e80 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Mar 10 07:04:02.041495 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f85c6dc7-0a59-4ba9-a8e8-1c241dbb8490 req-d3006132-98af-445b-a179-dd693abbd4cf tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419207 Mar 10 07:04:03.156398 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd7fbf-6952-4108-9397-a0c050a983b6 req-58d95cac-4e8d-4c07-8c0b-3fc3c060e2ab tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:03.157857 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-38dd7fbf-6952-4108-9397-a0c050a983b6 req-58d95cac-4e8d-4c07-8c0b-3fc3c060e2ab tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0504918 Mar 10 07:04:03.204347 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-38dd7fbf-6952-4108-9397-a0c050a983b6 req-c332822c-09be-4724-8360-40db1d39443d tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409079 Mar 10 07:04:04.317755 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a8f26-d780-466f-a6cd-fdc5f777385d req-7cc4251f-1ca1-400a-a007-ea4dc4da029a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:04.319117 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-991a8f26-d780-466f-a6cd-fdc5f777385d req-7cc4251f-1ca1-400a-a007-ea4dc4da029a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0508461 Mar 10 07:04:04.368882 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-991a8f26-d780-466f-a6cd-fdc5f777385d req-46ee2841-d773-4416-881f-3adca2cc6d20 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443666 Mar 10 07:04:05.488919 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c36ee4-d6f6-4b42-b4e4-cb2933ac14ad req-2e2d9507-be32-4fa0-994f-1d7a7d161983 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:05.490351 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-22c36ee4-d6f6-4b42-b4e4-cb2933ac14ad req-2e2d9507-be32-4fa0-994f-1d7a7d161983 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0540862 Mar 10 07:04:05.536619 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-22c36ee4-d6f6-4b42-b4e4-cb2933ac14ad req-9cbd23be-a34c-4fd6-aa49-c57d3676cbde tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408881 Mar 10 07:04:06.649743 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e80846-74a3-4839-bb25-c887540423e9 req-eee0b342-ec37-4c14-8a2a-8b08419c9105 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:06.651179 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-67e80846-74a3-4839-bb25-c887540423e9 req-eee0b342-ec37-4c14-8a2a-8b08419c9105 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0509279 Mar 10 07:04:06.698182 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-67e80846-74a3-4839-bb25-c887540423e9 req-74e6895b-d850-428d-9d15-1909a2532b91 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416892 Mar 10 07:04:07.811263 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b0832-45e6-40ab-a88b-4c7c72fdbd08 req-b44ee450-c026-4b97-88c6-ddeb59ca1b50 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:07.812703 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e94b0832-45e6-40ab-a88b-4c7c72fdbd08 req-b44ee450-c026-4b97-88c6-ddeb59ca1b50 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 943 time: 0.0506604 Mar 10 07:04:07.858975 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e94b0832-45e6-40ab-a88b-4c7c72fdbd08 req-690c0f1d-7359-48ad-92fe-5998b0fc16dd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401306 Mar 10 07:04:08.441277 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 90e9b945-9c6d-4b0f-a803-369e56a97fb4 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:04:08.546358 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:08.549102 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:08.557901 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'port_id': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'mac_address': 'fa:16:3e:8d:83:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:04:08.594335 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:04:08.594719 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:08.610507 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e9b945-9c6d-4b0f-a803-369e56a97fb4 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:04:08.630953 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:08.634351 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:08.682012 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=90e9b945-9c6d-4b0f-a803-369e56a97fb4,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:08.974133 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344a50-9f37-4d7c-9ed5-c243d93e60d7 req-599460c6-babd-4dfc-b335-90be1e4c5a38 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:08.975607 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21344a50-9f37-4d7c-9ed5-c243d93e60d7 req-599460c6-babd-4dfc-b335-90be1e4c5a38 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 944 time: 0.0518568 Mar 10 07:04:09.024114 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-21344a50-9f37-4d7c-9ed5-c243d93e60d7 req-5cea1b63-ee9d-4e78-9069-22e592b55f2a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429213 Mar 10 07:04:09.078050 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['90e9b945-9c6d-4b0f-a803-369e56a97fb4'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:04:10.138935 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c06d2a-e785-496e-938e-6b57782c27d7 req-5eaa46f2-fbba-42d2-91a9-66463663d94b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:10.140346 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d3c06d2a-e785-496e-938e-6b57782c27d7 req-5eaa46f2-fbba-42d2-91a9-66463663d94b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 944 time: 0.0498917 Mar 10 07:04:10.446018 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 90e9b945-9c6d-4b0f-a803-369e56a97fb4 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:04:10.448931 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d3c06d2a-e785-496e-938e-6b57782c27d7 req-e22aaaeb-4efc-4854-a6d5-8c78a00e0dda tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3025143 Mar 10 07:04:10.492714 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:04:10.496205 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:04:10.496580 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:10.575929 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:04:10.576233 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:10.600403 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:04:10.602626 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fc72fe-f6da-4c16-8f9e-b7b61dcebaea" -d '{"events": [{"server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "name": "network-vif-plugged", "status": "completed", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:04:10.614993 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:10.618751 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:10.641078 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2378b-5735-48af-a018-e9bba7e4bef1 x-openstack-request-id: req-fdb2378b-5735-48af-a018-e9bba7e4bef1 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:04:10.641370 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "name": "network-vif-plugged", "status": "completed", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:04:10.641624 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdb2378b-5735-48af-a018-e9bba7e4bef1 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:04:10.642007 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'code': 200} Mar 10 07:04:10.665602 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=90e9b945-9c6d-4b0f-a803-369e56a97fb4,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:10.672980 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.673362 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.673707 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.674046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.674377 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.674707 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.675035 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.675360 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.675685 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.676007 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.676328 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.676651 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.676970 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:10.906387 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4084d-205a-4523-86fe-b0b8714d036a req-af30694a-11c0-49cf-8d79-ee2e8e18b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:10.908292 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-08f4084d-205a-4523-86fe-b0b8714d036a req-af30694a-11c0-49cf-8d79-ee2e8e18b12b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 1129 time: 0.0421462 Mar 10 07:04:10.953284 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-08f4084d-205a-4523-86fe-b0b8714d036a req-f6d5afa7-5c6d-46dc-acdd-818cb3266cad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372300 Mar 10 07:04:11.561968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8600b31-ae76-44c0-b79f-b8e312fd7d44 req-b8d56db5-67cf-4c45-9388-ae288b1b3089 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:11.563920 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f8600b31-ae76-44c0-b79f-b8e312fd7d44 req-b8d56db5-67cf-4c45-9388-ae288b1b3089 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0514400 Mar 10 07:04:11.613109 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f8600b31-ae76-44c0-b79f-b8e312fd7d44 req-2fc3b950-988e-42f9-8144-5ac7754fbc07 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434747 Mar 10 07:04:12.737267 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c48a35-ce9b-467a-859f-a3a59c09a45d req-c9484af4-0f67-4a43-8111-b3b4e44e5672 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:12.738999 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-38c48a35-ce9b-467a-859f-a3a59c09a45d req-c9484af4-0f67-4a43-8111-b3b4e44e5672 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0592794 Mar 10 07:04:12.786440 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-38c48a35-ce9b-467a-859f-a3a59c09a45d req-730418dc-e9f8-408b-af3c-5174a5c0e7e1 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419598 Mar 10 07:04:13.899296 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6f27-bb20-4403-b172-7db493abcd12 req-fddea12a-7265-442d-9169-fcbc260103dd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:13.900753 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-68fe6f27-bb20-4403-b172-7db493abcd12 req-fddea12a-7265-442d-9169-fcbc260103dd tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Mar 10 07:04:13.947308 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-68fe6f27-bb20-4403-b172-7db493abcd12 req-128908cb-d82d-40af-94be-f755a27467bc tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411794 Mar 10 07:04:14.061285 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f26f5c-d098-4e4b-9914-2485b7ca5e30 req-1096bab7-4e47-45ae-ba78-7f8d79b78849 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:14.062792 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-85f26f5c-d098-4e4b-9914-2485b7ca5e30 req-1096bab7-4e47-45ae-ba78-7f8d79b78849 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Mar 10 07:04:14.112829 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-85f26f5c-d098-4e4b-9914-2485b7ca5e30 req-b64b0573-89a8-48df-a0dc-a5ced77c1238 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446084 Mar 10 07:04:14.133876 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34076) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:14.271607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91990569-edd7-4f5e-9af4-44531bd24fae tempest-TestVolumeBootPattern-1338300467 tempest-TestVolumeBootPattern-1338300467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:14.273098 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-91990569-edd7-4f5e-9af4-44531bd24fae tempest-TestVolumeBootPattern-1338300467 tempest-TestVolumeBootPattern-1338300467-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 1124 time: 0.1382542 Mar 10 07:04:14.275939 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34080) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:14.280153 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'port_id': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:04:14.299936 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:14.397502 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:14.503199 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Allocated IP 172.27.1.243 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/5fe7b3cf-3f95-4552-b3a8-1c0a36c18067) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:04:14.611178 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:14.645077 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:14.678539 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:04:14.681562 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:04:14.684935 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:04:14.717221 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=5fe7b3cf-3f95-4552-b3a8-1c0a36c18067,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:15.307646 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (7fccf699-ee75-4984-a798-3440d6d074b3), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:15.377375 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:15.521680 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:15.525840 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:15.597444 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event updated for resources: {'Port': ['ID=5fe7b3cf-3f95-4552-b3a8-1c0a36c18067,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:15.607932 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (7fccf699-ee75-4984-a798-3440d6d074b3), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:15.708286 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Floating IP 7fccf699-ee75-4984-a798-3440d6d074b3 associated. External IP: 172.27.1.243, port: 90e9b945-9c6d-4b0f-a803-369e56a97fb4. Mar 10 07:04:15.915623 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:04:16.024416 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:04:16.033961 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:04:16.041851 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:16.042945 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:16.043552 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:16.072529 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3b8a3b2d-80f0-427a-8dad-d2ffcc7c8c1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7955568 Mar 10 07:04:16.073166 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:04:16.075391 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6002669-fe5b-4af8-938d-e2d38a276bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:04:16.110196 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050afe4-430a-4e4f-bb9d-def51e649c03 x-openstack-request-id: req-4050afe4-430a-4e4f-bb9d-def51e649c03 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:04:16.110498 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:04:16.110755 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4050afe4-430a-4e4f-bb9d-def51e649c03 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:04:16.111169 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'status': 'completed', 'code': 200} Mar 10 07:04:16.203439 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-fed5090a-f48e-4885-b9c0-339b5ee09bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:16.204856 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-fed5090a-f48e-4885-b9c0-339b5ee09bcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 1129 time: 0.0449045 Mar 10 07:04:16.242362 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:16.298608 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-17c18add-a1dc-45c0-9906-de15720e0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:16.300045 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-17c18add-a1dc-45c0-9906-de15720e0980 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0885100 Mar 10 07:04:16.362177 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-0cb9135c-ffc8-4224-934b-691f77ecfb15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4 HTTP/1.1" status: 200 len: 999 time: 0.0561826 Mar 10 07:04:16.413737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-bcac76ee-66c5-4fd5-be2c-9d4db367c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:16.415243 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-bcac76ee-66c5-4fd5-be2c-9d4db367c823 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0461657 Mar 10 07:04:16.462886 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-2ced76ed-0074-43b5-8205-d78ee95bd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:16.464306 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-2ced76ed-0074-43b5-8205-d78ee95bd451 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432839 Mar 10 07:04:16.467548 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:41Z', 'revision_number': 1, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}, {'id': '7fccf699-ee75-4984-a798-3440d6d074b3', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:8d:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:04:15Z', 'updated_at': '2022-03-10T07:04:15Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:16.493007 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:04:16.501008 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:16.501619 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:03:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:16.550053 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-2b0f306b-5fd0-43f7-ac2f-c4bc3d10a8e2 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793962 Mar 10 07:04:16.606768 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:16.639725 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c6002669-fe5b-4af8-938d-e2d38a276bf9 req-e418e0f4-e729-49ec-94de-b0f015265651 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833826 Mar 10 07:04:16.826044 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:41Z', 'revision_number': 1, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}, {'id': '7fccf699-ee75-4984-a798-3440d6d074b3', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:8d:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:04:15Z', 'updated_at': '2022-03-10T07:04:15Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:16.851513 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897901a1-3b3c-4cbe-97e5-fa4f3967a132 None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:41Z', 'revision_number': 1, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}, {'id': '7fccf699-ee75-4984-a798-3440d6d074b3', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:8d:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:04:15Z', 'updated_at': '2022-03-10T07:04:15Z', 'revision_number': 0, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:04:17.034490 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deeb70e-9cea-4f82-9d90-23372a4800c0 None None] New status for floating IP 7fccf699-ee75-4984-a798-3440d6d074b3: ACTIVE {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:04:22.539734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a9112-3ac6-4b51-a714-37213fed31b2 req-cbad3bde-53f4-479e-a8eb-a5099311faaf tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:22.541152 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cc8a9112-3ac6-4b51-a714-37213fed31b2 req-cbad3bde-53f4-479e-a8eb-a5099311faaf tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0523236 Mar 10 07:04:22.587025 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cc8a9112-3ac6-4b51-a714-37213fed31b2 req-d35e3719-b776-4987-beb0-d4555907a501 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403693 Mar 10 07:04:22.668006 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c9fc-9744-4d83-b0e5-6722b642946f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:23.709864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85010c3b-dbbb-4d82-87b9-e09e7e0dcb00 req-84e24289-cffa-4c38-93ef-9091cb8e0be6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:23.711341 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-85010c3b-dbbb-4d82-87b9-e09e7e0dcb00 req-84e24289-cffa-4c38-93ef-9091cb8e0be6 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0518637 Mar 10 07:04:23.755624 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-85010c3b-dbbb-4d82-87b9-e09e7e0dcb00 req-15b37fe5-62be-4d91-9829-cd084f4e8905 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387437 Mar 10 07:04:24.584602 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-ea7d2a1b-6102-4a6c-b24f-76c7f4688231 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:24.586027 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-ea7d2a1b-6102-4a6c-b24f-76c7f4688231 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0538015 Mar 10 07:04:24.678533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Deleting port 1ee77016-bfbd-4391-a488-304376bac199 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:04:24.678871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (1ee77016-bfbd-4391-a488-304376bac199), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:24.765973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] For port 1ee77016-bfbd-4391-a488-304376bac199, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1ee77016-bfbd-4391-a488-304376bac199,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:24.766694 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (1ee77016-bfbd-4391-a488-304376bac199), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:24.875377 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38593b0-86d1-4b97-9a21-229268a53053 req-9081d7c8-f433-4e7d-a7e7-afcee9de6a00 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:24.876849 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b38593b0-86d1-4b97-9a21-229268a53053 req-9081d7c8-f433-4e7d-a7e7-afcee9de6a00 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d5923-423e-4833-b3e9-0147794d3645 HTTP/1.1" status: 200 len: 947 time: 0.0514820 Mar 10 07:04:24.926380 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b38593b0-86d1-4b97-9a21-229268a53053 req-4a8f3cce-0f8b-4cfc-9058-5af352cd6120 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b9f1a17-216f-4267-9f8f-bd31776664d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Mar 10 07:04:24.935863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:24.936512 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (52f7ac1f-0166-4bb5-9561-af04420063d8), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:24.937116 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Floating IP 52f7ac1f-0166-4bb5-9561-af04420063d8 disassociated. External IP: 172.27.1.97, port: 1ee77016-bfbd-4391-a488-304376bac199. Mar 10 07:04:24.937803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Calling delete_port for 1ee77016-bfbd-4391-a488-304376bac199 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:04:25.003497 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4e379090-ba4e-4a82-9260-8eb3153ad28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:25.072126 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (1ee77016-bfbd-4391-a488-304376bac199), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:25.099453 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event deleted for resources: {'Port': ['ID=1ee77016-bfbd-4391-a488-304376bac199,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:25.212000 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:04:25.318228 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:04:25.328501 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:04:25.338333 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:25.339015 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:04:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:25.357961 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] No DVR routers for this DVR port 1ee77016-bfbd-4391-a488-304376bac199 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:04:25.360509 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:25.363800 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5ff678c9-d316-46f9-afb7-06e2687f9389 req-725d1ce8-1b36-4fdd-8813-1da964662d5e tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.36 "DELETE /v2.0/ports/1ee77016-bfbd-4391-a488-304376bac199 HTTP/1.1" status: 204 len: 173 time: 0.7709215 Mar 10 07:04:25.364237 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-deleted', 'tag': '1ee77016-bfbd-4391-a488-304376bac199'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:04:25.366505 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f350a32-74cf-49ab-af2e-0a5a0d4f9254" -d '{"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-deleted", "tag": "1ee77016-bfbd-4391-a488-304376bac199"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:04:25.407778 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3dcd2-7166-4f09-a77e-ced515c5f2f6 x-openstack-request-id: req-cad3dcd2-7166-4f09-a77e-ced515c5f2f6 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:04:25.408069 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d5923-423e-4833-b3e9-0147794d3645", "name": "network-vif-deleted", "tag": "1ee77016-bfbd-4391-a488-304376bac199", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:04:25.408319 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cad3dcd2-7166-4f09-a77e-ced515c5f2f6 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:04:25.408724 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d5923-423e-4833-b3e9-0147794d3645', 'name': 'network-vif-deleted', 'tag': '1ee77016-bfbd-4391-a488-304376bac199', 'status': 'completed', 'code': 200} Mar 10 07:04:25.449618 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:25.657530 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:25.687756 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:04:25.696002 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:25.696553 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:04:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:25.799749 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:26.007257 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:26.019885 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.033909 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34114) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:26.036520 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70bb69-71d1-4ecc-bfd3-6a408c708491 None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T06:53:40Z', 'revision_number': 4, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '9a6e841e-f89d-4437-9351-8ff4eea6ad86', 'name': '', 'network_id': '2a08e5c0-a70b-48c9-8788-219918a0d30f', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'mac_address': 'fa:16:3e:cc:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f91c174-ca47-4903-a565-16ace75c6633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:39Z', 'updated_at': '2022-03-10T06:53:45Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'subnets': [{'id': '7f91c174-ca47-4903-a565-16ace75c6633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:04:26.090024 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (2b9f1a17-216f-4267-9f8f-bd31776664d0), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.113338 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (2b9f1a17-216f-4267-9f8f-bd31776664d0), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.166305 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2b9f1a17-216f-4267-9f8f-bd31776664d0), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.168970 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.170199 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "DELETE /v2.0/security-groups/2b9f1a17-216f-4267-9f8f-bd31776664d0 HTTP/1.1" status: 204 len: 168 time: 0.1352518 Mar 10 07:04:26.173663 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34116) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:26.180324 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f1a17-216f-4267-9f8f-bd31776664d0,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:26.188436 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.188788 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.189167 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.189506 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.189841 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.190174 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.190503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.190829 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.191153 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.191268 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.api.v2.resource [None req-17f6584e-b96c-45a3-83a0-0bc4c146927f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] show failed (client error): The resource could not be found. Mar 10 07:04:26.191474 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.191797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.192118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.192442 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f0303-32dc-4b9e-b462-361d50e60ce7 tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:26.195182 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34118) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:26.200933 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-17f6584e-b96c-45a3-83a0-0bc4c146927f tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "GET /v2.0/security-groups/2b9f1a17-216f-4267-9f8f-bd31776664d0 HTTP/1.1" status: 404 len: 347 time: 0.0204732 Mar 10 07:04:26.287541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bfcbe3-f81f-436f-9cfa-b583968a0bc6 None None] New status for floating IP 52f7ac1f-0166-4bb5-9561-af04420063d8: DOWN {{(pid=109521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:04:26.327420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Deleting port 5566ba9e-78f6-4bc9-9d93-0bbf3586441d {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:04:26.327673 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.401906 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.402239 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.414113 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Calling delete_port for 5566ba9e-78f6-4bc9-9d93-0bbf3586441d owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:04:26.541309 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (5566ba9e-78f6-4bc9-9d93-0bbf3586441d), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.571817 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Pushing event deleted for resources: {'Port': ['ID=5566ba9e-78f6-4bc9-9d93-0bbf3586441d,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:26.626844 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks [] for floatingip (52f7ac1f-0166-4bb5-9561-af04420063d8), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.629511 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:26.630656 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-578537b7-1de0-49da-a56c-c41afaf5e67b tempest-AttachVolumeShelveTestJSON-1456231582 tempest-AttachVolumeShelveTestJSON-1456231582-project] 10.222.0.35 "DELETE /v2.0/floatingips/52f7ac1f-0166-4bb5-9561-af04420063d8 HTTP/1.1" status: 204 len: 168 time: 0.4347072 Mar 10 07:04:27.611140 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:28.519804 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:04:28.543807 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 1ee77016-bfbd-4391-a488-304376bac199 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:04:28.544176 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 1ee77016-bfbd-4391-a488-304376bac199 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:04:28.931253 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:29.020932 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34140) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:29.394089 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:29.630072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Deleting port 9a6e841e-f89d-4437-9351-8ff4eea6ad86 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:04:29.630409 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:29.706850 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] For port 9a6e841e-f89d-4437-9351-8ff4eea6ad86, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=9a6e841e-f89d-4437-9351-8ff4eea6ad86,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:29.707131 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:29.719631 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Calling delete_port for 9a6e841e-f89d-4437-9351-8ff4eea6ad86 owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:04:29.889594 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (9a6e841e-f89d-4437-9351-8ff4eea6ad86), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:29.911880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6e841e-f89d-4437-9351-8ff4eea6ad86,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:30.077831 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:30.288546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Router cc41f0e2-0e1c-44f0-934a-4f18873a9eda has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:04:30.393248 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:04:30.399234 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-07c9254c-81a9-4421-a0d9-79ab36cdbad4 admin admin] 10.222.0.35 "PUT /v2.0/routers/cc41f0e2-0e1c-44f0-934a-4f18873a9eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3771799 Mar 10 07:04:30.401746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34148) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:30.402442 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] Sync routers for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:04:30.416393 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:30.417024 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:04:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:30.613883 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:30.762647 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks [] for router (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:30.786557 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T07:04:29Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:30.811492 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] Checking router: cc41f0e2-0e1c-44f0-934a-4f18873a9eda for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:04:30.819753 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] Routers {'cc41f0e2-0e1c-44f0-934a-4f18873a9eda'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:04:30.820623 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:04:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:30.867691 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks [] for router_gateway (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:30.918132 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Deleting port b3a34755-08da-4944-b2ce-513e89d084e6 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:04:30.918472 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:30.925573 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] Set router cc41f0e2-0e1c-44f0-934a-4f18873a9eda gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:04:30.997480 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] For port b3a34755-08da-4944-b2ce-513e89d084e6, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=b3a34755-08da-4944-b2ce-513e89d084e6,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:30.997841 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.010475 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Calling delete_port for b3a34755-08da-4944-b2ce-513e89d084e6 owned by network:router_gateway {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:04:31.100249 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T07:04:29Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:31.125843 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae083202-745c-4d48-8567-51fc2cd4878f None None] The sync data for ids ['cc41f0e2-0e1c-44f0-934a-4f18873a9eda'] in dv-cinder-832918-1-iscsi is: [{'id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'name': 'tempest-AttachVolumeShelveTestJSON-1955721608-router', 'tenant_id': 'db5d3efba5b74dc184f89500b0669160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:53:33Z', 'updated_at': '2022-03-10T07:04:29Z', 'revision_number': 5, 'project_id': 'db5d3efba5b74dc184f89500b0669160', 'gw_port': {'id': 'b3a34755-08da-4944-b2ce-513e89d084e6', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f0e2-0e1c-44f0-934a-4f18873a9eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:53:35Z', 'updated_at': '2022-03-10T06:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:04:31.176191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (b3a34755-08da-4944-b2ce-513e89d084e6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.199449 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a34755-08da-4944-b2ce-513e89d084e6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:31.259546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.348941 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.351048 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks [] for router_controller (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.397645 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (cc41f0e2-0e1c-44f0-934a-4f18873a9eda), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.398089 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc41f0e2-0e1c-44f0-934a-4f18873a9eda {{(pid=109520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:04:31.402599 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.403745 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f83723bb-ce7b-46ad-b7b3-524161525630 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cc41f0e2-0e1c-44f0-934a-4f18873a9eda HTTP/1.1" status: 204 len: 168 time: 1.0010886 Mar 10 07:04:31.406181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34150) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:31.449866 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Deleting subnet 7f91c174-ca47-4903-a565-16ace75c6633 {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:04:31.453203 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Publish callbacks [] for subnet (7f91c174-ca47-4903-a565-16ace75c6633), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.487973 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (7f91c174-ca47-4903-a565-16ace75c6633), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.599838 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (7f91c174-ca47-4903-a565-16ace75c6633), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.654795 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (7f91c174-ca47-4903-a565-16ace75c6633), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.681830 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f91c174-ca47-4903-a565-16ace75c6633,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:31.688356 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.694178 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a257040b-b0bf-43b2-b6d9-c8657c759b98 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7f91c174-ca47-4903-a565-16ace75c6633 HTTP/1.1" status: 204 len: 168 time: 0.2848361 Mar 10 07:04:31.695244 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34152) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:31.696072 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0146d-fd5b-4786-9de3-d471d257a246 None None] Network 2a08e5c0-a70b-48c9-8788-219918a0d30f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:04:31.751242 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9a6e841e-f89d-4437-9351-8ff4eea6ad86 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:04:31.768482 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (2a08e5c0-a70b-48c9-8788-219918a0d30f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.776935 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 9a6e841e-f89d-4437-9351-8ff4eea6ad86 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:04:31.777552 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9a6e841e-f89d-4437-9351-8ff4eea6ad86 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:04:31.823774 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Deleting port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:04:31.824119 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.890296 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] For port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,segment=NetworkSegment(a87837ec-2fc9-4425-b910-02aac68f0222),segment_id=a87837ec-2fc9-4425-b910-02aac68f0222)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:31.890637 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:31.902599 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Calling delete_port for 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe owned by network:dhcp {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:04:31.979173 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.009086 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Pushing event deleted for resources: {'Port': ['ID=619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:32.011280 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] No DVR routers for this DVR port 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe on host dv-cinder-832918-1-iscsi {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:04:32.035314 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.035662 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.035999 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.036332 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.036662 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.037001 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.037332 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.037655 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.037975 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.038295 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.038611 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.038926 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.039240 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:04:32.090617 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (2a08e5c0-a70b-48c9-8788-219918a0d30f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.111291 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a08e5c0-a70b-48c9-8788-219918a0d30f']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:32.120243 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87837ec-2fc9-4425-b910-02aac68f0222') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:32.120534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87837ec-2fc9-4425-b910-02aac68f0222') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:04:32.135059 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (a87837ec-2fc9-4425-b910-02aac68f0222), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.148848 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (a87837ec-2fc9-4425-b910-02aac68f0222), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.162933 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:04:32.163118 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3fa0a-07af-456d-8ccc-48cec1e2ba2f None None] DHCP port deletion for 2a08e5c0-a70b-48c9-8788-219918a0d30f request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:04:32.163535 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (a87837ec-2fc9-4425-b910-02aac68f0222), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:04:32.166359 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:04:32.224366 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (2a08e5c0-a70b-48c9-8788-219918a0d30f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.229592 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.232729 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2a08e5c0-a70b-48c9-8788-219918a0d30f HTTP/1.1" status: 204 len: 168 time: 0.5354831 Mar 10 07:04:32.243208 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae157e-fc86-456e-8db0-fbce546a2828 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a08e5c0-a70b-48c9-8788-219918a0d30f,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:32.342068 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34156) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:32.381041 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7437b516-2a15-4245-a9f5-54f49ffc6b4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db5d3efba5b74dc184f89500b0669160&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370164 Mar 10 07:04:32.383414 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34158) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:04:32.429724 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bcc85fb3-9e6b-4bfb-80df-3796be2475ad admin admin] Publish callbacks [] for security_group (8b0d86de-89da-43ad-8a09-7be863a4a3ca), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.454082 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bcc85fb3-9e6b-4bfb-80df-3796be2475ad admin admin] Publish callbacks [] for security_group (8b0d86de-89da-43ad-8a09-7be863a4a3ca), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.498443 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bcc85fb3-9e6b-4bfb-80df-3796be2475ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (8b0d86de-89da-43ad-8a09-7be863a4a3ca), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.501608 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-bcc85fb3-9e6b-4bfb-80df-3796be2475ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:32.502781 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-bcc85fb3-9e6b-4bfb-80df-3796be2475ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b0d86de-89da-43ad-8a09-7be863a4a3ca HTTP/1.1" status: 204 len: 168 time: 0.1184838 Mar 10 07:04:32.510261 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc85fb3-9e6b-4bfb-80df-3796be2475ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0d86de-89da-43ad-8a09-7be863a4a3ca,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:33.638859 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b3a34755-08da-4944-b2ce-513e89d084e6 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:04:33.659122 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: b3a34755-08da-4944-b2ce-513e89d084e6 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:04:33.659464 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b3a34755-08da-4944-b2ce-513e89d084e6 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:04:33.659870 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:04:33.680962 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:04:33.681325 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 619c6d24-e2bb-4a3b-8ad6-ba99ad7b72fe not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:04:38.246595 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:04:38.546500 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:39.011490 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ec81-7019-4f2c-9ceb-0b3b226b91bf req-05e712b4-5975-493b-9f1f-38b589a9280b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:39.012970 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9ca7ec81-7019-4f2c-9ceb-0b3b226b91bf req-05e712b4-5975-493b-9f1f-38b589a9280b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Mar 10 07:04:39.064606 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9ca7ec81-7019-4f2c-9ceb-0b3b226b91bf req-f87d11e0-7043-4849-9e11-56ea1a0b595f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Mar 10 07:04:40.180927 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f373ef-3425-422f-98a3-3a17d514d634 req-e6258a55-21a2-49bb-9329-b94abf311821 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:40.182422 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c7f373ef-3425-422f-98a3-3a17d514d634 req-e6258a55-21a2-49bb-9329-b94abf311821 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Mar 10 07:04:40.230750 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c7f373ef-3425-422f-98a3-3a17d514d634 req-29def095-28c6-479e-b2ab-3aaeae09360f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Mar 10 07:04:41.348281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957395c6-62e5-4ffc-813a-49c8a9013dec req-43d94209-f7ef-4de1-baa1-88a6851e4e40 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:41.349788 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-957395c6-62e5-4ffc-813a-49c8a9013dec req-43d94209-f7ef-4de1-baa1-88a6851e4e40 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0517828 Mar 10 07:04:41.395909 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-957395c6-62e5-4ffc-813a-49c8a9013dec req-4c11351d-64e6-4c80-915d-4ff12b7ca947 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Mar 10 07:04:42.513883 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3846a-143b-4ee6-90d2-0231f1ff75c5 req-85c96975-5d20-4639-9b1a-21f377a07289 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:42.515432 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e7c3846a-143b-4ee6-90d2-0231f1ff75c5 req-85c96975-5d20-4639-9b1a-21f377a07289 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Mar 10 07:04:42.567959 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e7c3846a-143b-4ee6-90d2-0231f1ff75c5 req-8c48ae52-2a57-4937-970f-54fe8c9df0a7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458941 Mar 10 07:04:43.450390 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-44941e9d-af90-4e03-b3b5-be9464ac5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:43.451899 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-44941e9d-af90-4e03-b3b5-be9464ac5e53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0450289 Mar 10 07:04:43.560579 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-faee800d-c029-42dc-ba34-9dd19ed18b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:43.562710 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-faee800d-c029-42dc-ba34-9dd19ed18b2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.0913553 Mar 10 07:04:43.630266 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-c632ee2d-6860-4177-9d18-79245bb2bf53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 1001 time: 0.0623271 Mar 10 07:04:43.709982 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-2d5239ac-acb2-4f30-801b-a115bb1ed3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:43.711437 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-2d5239ac-acb2-4f30-801b-a115bb1ed3eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0750940 Mar 10 07:04:43.733147 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a73da-18dc-4fbb-83c8-0d5b58a8dd86 req-72adc6c1-b053-4dab-bacc-9d6a49d73ca9 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:43.735068 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-642a73da-18dc-4fbb-83c8-0d5b58a8dd86 req-72adc6c1-b053-4dab-bacc-9d6a49d73ca9 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0914979 Mar 10 07:04:43.801705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-fb027f42-0b61-47f0-adc1-d5e4ec0c816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:43.803235 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-fb027f42-0b61-47f0-adc1-d5e4ec0c816f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849929 Mar 10 07:04:43.808019 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-642a73da-18dc-4fbb-83c8-0d5b58a8dd86 req-be290b83-94f4-4c16-ad00-36467632e13b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587885 Mar 10 07:04:43.914040 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-7ff1cd11-67c4-448c-8775-006a6611b0a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038072 Mar 10 07:04:44.006168 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-da9c0d0c-7b59-48ba-84cc-8b9103548b98 req-15a8f6d0-7a65-4ddf-9c91-dabbcf043e06 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837429 Mar 10 07:04:44.925019 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2327ffe-725e-4835-a739-b51000627552 req-b2d3cf79-cf94-4fcd-bdf6-68270d50cadf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:44.926406 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f2327ffe-725e-4835-a739-b51000627552 req-b2d3cf79-cf94-4fcd-bdf6-68270d50cadf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Mar 10 07:04:44.981006 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f2327ffe-725e-4835-a739-b51000627552 req-9151f8a8-8c15-48af-9267-ad1b8291d9e1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482130 Mar 10 07:04:46.107154 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1d31-2b3d-4de8-bedd-7b150c6ee29f req-1c618337-335b-47d0-b45f-bffecd8c1c42 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:46.108763 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0bb1d31-2b3d-4de8-bedd-7b150c6ee29f req-1c618337-335b-47d0-b45f-bffecd8c1c42 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0603724 Mar 10 07:04:46.156602 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-d0bb1d31-2b3d-4de8-bedd-7b150c6ee29f req-4be13712-4691-40c6-8e47-10184b41da22 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Mar 10 07:04:47.273552 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1c2d1-1ed1-456f-aef8-e16cd97defa6 req-ff852f9a-d078-464e-b1d8-c2c85749c6bf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:47.274977 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-afa1c2d1-1ed1-456f-aef8-e16cd97defa6 req-ff852f9a-d078-464e-b1d8-c2c85749c6bf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Mar 10 07:04:47.324164 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-afa1c2d1-1ed1-456f-aef8-e16cd97defa6 req-5ac3232c-9a62-488c-b3a2-b47f3033d55c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Mar 10 07:04:48.444587 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14040d-2a3a-4d0d-9a0b-38acc293299d req-bfe35a30-0b16-4b1d-bf19-bf4bd9515f30 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:48.446173 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f14040d-2a3a-4d0d-9a0b-38acc293299d req-bfe35a30-0b16-4b1d-bf19-bf4bd9515f30 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Mar 10 07:04:48.494311 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-0f14040d-2a3a-4d0d-9a0b-38acc293299d req-5432f8e1-cfa9-4f4f-88ee-c91fa991d4d9 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Mar 10 07:04:49.615997 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c9290-71f5-414e-97c6-ea1b3e3f5822 req-47c429d0-06d5-47b4-acb7-9e79fcaf39a1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:49.617487 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-219c9290-71f5-414e-97c6-ea1b3e3f5822 req-47c429d0-06d5-47b4-acb7-9e79fcaf39a1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Mar 10 07:04:49.666727 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-219c9290-71f5-414e-97c6-ea1b3e3f5822 req-2d66d515-2bfb-4d6e-b79a-b27e7a7b77e1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 Mar 10 07:04:50.789571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451c3f0-8094-4310-a11d-825e0568f1e4 req-2407b046-be3c-433a-88cd-bc0e5d3003d0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:50.791298 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6451c3f0-8094-4310-a11d-825e0568f1e4 req-2407b046-be3c-433a-88cd-bc0e5d3003d0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0588915 Mar 10 07:04:50.869644 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6451c3f0-8094-4310-a11d-825e0568f1e4 req-e3600228-8839-4925-9967-6e579c5c1f88 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726414 Mar 10 07:04:50.886125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-413daaf7-7790-4bc5-b973-e967311739c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:50.887649 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-413daaf7-7790-4bc5-b973-e967311739c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0588281 Mar 10 07:04:50.977669 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-cd0fe573-4394-4027-a6ef-494a42019101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:50.978996 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-cd0fe573-4394-4027-a6ef-494a42019101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.0839872 Mar 10 07:04:51.040943 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-db09f7b2-6834-4c8d-ad2b-c0377ff5af39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 1001 time: 0.0549810 Mar 10 07:04:51.088691 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-b3d6b4a4-351e-42ea-bbcf-bab0e2ade5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:51.090126 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-b3d6b4a4-351e-42ea-bbcf-bab0e2ade5bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0427997 Mar 10 07:04:51.143631 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-da617d49-6e46-4b7f-b041-be3beda712f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:51.145151 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-da617d49-6e46-4b7f-b041-be3beda712f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471213 Mar 10 07:04:51.238056 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-1713cdd3-d1b9-4b56-84b9-dca7e7da3f69 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869493 Mar 10 07:04:51.327967 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2f47f248-7c4b-4508-a570-bc1c82842cce req-180e08ca-5d85-46b8-86d6-00a9b8a07b9a service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Mar 10 07:04:51.986059 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb59ad2-b438-42c9-aa2f-45d196eff4ad req-4ede4e9e-1b9b-4ca6-878d-9d0dba55fde7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:51.987531 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-aeb59ad2-b438-42c9-aa2f-45d196eff4ad req-4ede4e9e-1b9b-4ca6-878d-9d0dba55fde7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Mar 10 07:04:52.035082 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-aeb59ad2-b438-42c9-aa2f-45d196eff4ad req-41f7002a-a2ed-4e4d-97f2-e7dbf20d447f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Mar 10 07:04:52.668537 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-245f39d8-63bb-49fa-9ed4-b0f6511d1f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:53.152037 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0308da-5055-4d7f-a6ff-fc2649181cc8 req-a1fcbb07-aa40-439f-a8a7-ce55cd58e8d7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:53.153515 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5e0308da-5055-4d7f-a6ff-fc2649181cc8 req-a1fcbb07-aa40-439f-a8a7-ce55cd58e8d7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0524724 Mar 10 07:04:53.201192 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5e0308da-5055-4d7f-a6ff-fc2649181cc8 req-caa2cb64-f54e-4020-a4d7-7e1f9335be21 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Mar 10 07:04:54.319193 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b224a5-2d20-4e7e-bcb2-3ddf5e3b5f38 req-f1a59a36-5344-4e0e-8385-78e22b5ab1f4 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:54.320586 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e0b224a5-2d20-4e7e-bcb2-3ddf5e3b5f38 req-f1a59a36-5344-4e0e-8385-78e22b5ab1f4 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0509384 Mar 10 07:04:54.371211 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e0b224a5-2d20-4e7e-bcb2-3ddf5e3b5f38 req-c0637ebf-0726-4091-8d39-e13443d5036b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451393 Mar 10 07:04:54.603263 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcc1e1-ddff-40ad-b11f-f09bf0b9010c req-9c244040-965a-4b2d-a620-fa3a70d58753 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:54.604762 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1bdcc1e1-ddff-40ad-b11f-f09bf0b9010c req-9c244040-965a-4b2d-a620-fa3a70d58753 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0603218 Mar 10 07:04:54.690097 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1bdcc1e1-ddff-40ad-b11f-f09bf0b9010c req-5ccb1606-7318-4994-b316-5483d7385e30 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756333 Mar 10 07:04:54.697003 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-2ec343e3-1226-4fca-8d09-aeb5cb2a7ce8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1864481 Mar 10 07:04:54.873680 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5d6e-3d47-4c04-8568-8700244f741b req-befef920-02cd-4dd8-b4fd-c89a69a9c977 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:54.874939 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-befef920-02cd-4dd8-b4fd-c89a69a9c977 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports/bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 942 time: 0.1515751 Mar 10 07:04:55.008792 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ccdfef6d-0816-4592-90b8-82caa4216a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:55.810872 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43de3-be75-45be-a5db-121d512e765e req-231618fe-b738-4460-9a72-61e4de0733c5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:55.812414 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f5f43de3-be75-45be-a5db-121d512e765e req-231618fe-b738-4460-9a72-61e4de0733c5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0569370 Mar 10 07:04:55.868946 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f5f43de3-be75-45be-a5db-121d512e765e req-e8e2fed7-2192-4d3b-ae86-1fd1e352383c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501897 Mar 10 07:04:56.012010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:57.001915 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d95d81-83ee-4809-a7ea-af21ec9ce2ad req-5e4d0edf-d31c-4deb-85f7-d95bd88ee05a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:57.003399 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e2d95d81-83ee-4809-a7ea-af21ec9ce2ad req-5e4d0edf-d31c-4deb-85f7-d95bd88ee05a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0536349 Mar 10 07:04:57.052116 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e2d95d81-83ee-4809-a7ea-af21ec9ce2ad req-e30fe568-b86e-42c2-9d8e-6786a5a142af tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Mar 10 07:04:57.614063 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:57.708982 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:04:57.781137 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port bed2e887-326c-448b-952a-84d60235c247 is: ACTIVE; New status is: DOWN {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:04:57.781553 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:57.806541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:04:57.808726 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8894438-2675-4e19-bdc6-40623be9048d" -d '{"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-unplugged", "status": "completed", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:04:57.821372 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:04:57.825540 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:57.847850 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 07:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294458e5-ca1f-44a2-8ce6-4ef727a3e411 x-openstack-request-id: req-294458e5-ca1f-44a2-8ce6-4ef727a3e411 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:04:57.848139 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-unplugged", "status": "completed", "tag": "bed2e887-326c-448b-952a-84d60235c247", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:04:57.848395 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-294458e5-ca1f-44a2-8ce6-4ef727a3e411 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:04:57.848775 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'code': 200} Mar 10 07:04:57.873332 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=6']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:04:58.169093 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699018cb-7e3a-4c59-813f-456a9b61c594 req-beb458b3-90f0-423d-a30d-eb98b0db2333 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:58.170491 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-699018cb-7e3a-4c59-813f-456a9b61c594 req-beb458b3-90f0-423d-a30d-eb98b0db2333 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0523307 Mar 10 07:04:58.216938 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-699018cb-7e3a-4c59-813f-456a9b61c594 req-3d994518-c994-479f-b9df-bdbe47cc4d8c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 Mar 10 07:04:58.923594 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:59.334611 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df48df-f963-49bc-b27e-e651489f4036 req-e7a70e96-e862-45ab-915e-989e129999e7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:04:59.336051 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-27df48df-f963-49bc-b27e-e651489f4036 req-e7a70e96-e862-45ab-915e-989e129999e7 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0520318 Mar 10 07:04:59.382824 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-27df48df-f963-49bc-b27e-e651489f4036 req-e6b760c3-21a0-4233-98df-c452211f6da6 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Mar 10 07:05:00.090229 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5d6e-3d47-4c04-8568-8700244f741b req-bef52d66-10e9-4b0e-ab1d-e4e105f36f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:00.091680 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-bef52d66-10e9-4b0e-ab1d-e4e105f36f55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944&tenant_id=0b03726137774e099fc245a1daa7727c HTTP/1.1" status: 200 len: 1127 time: 0.0446854 Mar 10 07:05:00.164916 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5d6e-3d47-4c04-8568-8700244f741b req-339504a8-9030-4e1b-a5f4-a2e3d611312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:00.166375 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-339504a8-9030-4e1b-a5f4-a2e3d611312d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1127 time: 0.0422430 Mar 10 07:05:00.254894 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5d6e-3d47-4c04-8568-8700244f741b req-3d603582-3dfb-4638-80bc-165a41fa2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:00.256279 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-3d603582-3dfb-4638-80bc-165a41fa2cd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.0831215 Mar 10 07:05:00.321837 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-299e4cdb-9827-4eff-bb41-6f0a426c1252 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 999 time: 0.0587864 Mar 10 07:05:00.367935 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5d6e-3d47-4c04-8568-8700244f741b req-1f7ee3b4-a3d9-42df-a314-751d78731fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:00.369351 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-1f7ee3b4-a3d9-42df-a314-751d78731fc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0422401 Mar 10 07:05:00.417177 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5d6e-3d47-4c04-8568-8700244f741b req-97fc8513-0f5e-4998-af83-e2fc0fb68e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:00.418792 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-97fc8513-0f5e-4998-af83-e2fc0fb68e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440621 Mar 10 07:05:00.503308 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4c7c-e809-4399-8704-725fe5b57a1f req-f9859b99-28e2-425c-aff2-c9b52e036ae2 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:00.504781 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b73f4c7c-e809-4399-8704-725fe5b57a1f req-f9859b99-28e2-425c-aff2-c9b52e036ae2 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0559640 Mar 10 07:05:00.517895 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-8186087b-5654-4681-a27b-b70248781701 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920658 Mar 10 07:05:00.552359 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b73f4c7c-e809-4399-8704-725fe5b57a1f req-ad189bf3-9cef-477e-a927-5060ad1e17cf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Mar 10 07:05:00.604335 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-138b5d6e-3d47-4c04-8568-8700244f741b req-a6cd1348-4f2b-4073-85b1-38a5ff1f3286 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800228 Mar 10 07:05:01.673112 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821043c2-b33d-44b5-85be-a6abc359d33f req-c54310a5-a113-409f-bcc1-3d75b024ee3a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:01.677033 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-821043c2-b33d-44b5-85be-a6abc359d33f req-c54310a5-a113-409f-bcc1-3d75b024ee3a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0541630 Mar 10 07:05:01.726892 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-821043c2-b33d-44b5-85be-a6abc359d33f req-e06c96a5-0a58-4ecf-8dcf-ee82092e7bb1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464001 Mar 10 07:05:02.841515 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e59b7-2bd1-4632-a67b-dc493b809b1a req-e8d2ab36-8cf0-49d8-827f-00ee22fcd4a8 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:02.842984 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b0e59b7-2bd1-4632-a67b-dc493b809b1a req-e8d2ab36-8cf0-49d8-827f-00ee22fcd4a8 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0516706 Mar 10 07:05:02.890129 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-9b0e59b7-2bd1-4632-a67b-dc493b809b1a req-7c8d7e89-f272-41d2-aa25-f24a163de758 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Mar 10 07:05:04.004851 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9666bb-1bb0-4b93-a585-ab7b2e31062b req-51fa3d2d-5743-47cd-af92-f94323e8c112 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:04.006334 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7d9666bb-1bb0-4b93-a585-ab7b2e31062b req-51fa3d2d-5743-47cd-af92-f94323e8c112 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0512433 Mar 10 07:05:04.052958 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7d9666bb-1bb0-4b93-a585-ab7b2e31062b req-c175cf72-91e8-40fe-89c5-c57dac1d2599 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Mar 10 07:05:05.167281 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676997-5e42-45b8-b7c5-28487c6397be req-c4947482-b974-447d-abf4-4688a3d65975 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:05.168434 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee676997-5e42-45b8-b7c5-28487c6397be req-c4947482-b974-447d-abf4-4688a3d65975 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0508666 Mar 10 07:05:05.224959 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ee676997-5e42-45b8-b7c5-28487c6397be req-5fe8cbd4-5f7a-4d64-95f8-71e9b0c4539a tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505207 Mar 10 07:05:06.343000 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44a04d-4dbd-42d4-8e1a-8f4245f3c9c2 req-2db0ad9f-04de-4e2c-b366-ba00e53df80d tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:06.344487 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fa44a04d-4dbd-42d4-8e1a-8f4245f3c9c2 req-2db0ad9f-04de-4e2c-b366-ba00e53df80d tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0528042 Mar 10 07:05:06.397965 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fa44a04d-4dbd-42d4-8e1a-8f4245f3c9c2 req-3a4446a5-3a19-401f-a16f-78a8fb4889bb tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479183 Mar 10 07:05:07.514254 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f749cc-88bd-49be-b08a-9b55cf94e097 req-38ff7ca3-f8e4-4b44-bcd5-f8dd19834d16 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:07.516225 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-24f749cc-88bd-49be-b08a-9b55cf94e097 req-38ff7ca3-f8e4-4b44-bcd5-f8dd19834d16 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0513988 Mar 10 07:05:07.563895 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-24f749cc-88bd-49be-b08a-9b55cf94e097 req-dc032f9c-bf42-425f-a121-41b1c7e07bf5 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Mar 10 07:05:08.544459 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:08.685370 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88197-b394-499a-a966-d937aae773c8 req-b9e78ea7-20bd-4cdd-b2b9-09f07dd9dc90 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:08.686790 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b0e88197-b394-499a-a966-d937aae773c8 req-b9e78ea7-20bd-4cdd-b2b9-09f07dd9dc90 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0542467 Mar 10 07:05:08.732396 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b0e88197-b394-499a-a966-d937aae773c8 req-cffc5d6a-8eb2-4fb6-93c5-88d903e0ebf4 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Mar 10 07:05:09.846724 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b3ab1-229b-4f67-88ef-302651c12b8a req-29d7b9c2-eaf7-4755-8122-3b7bd3515f06 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:09.848240 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-711b3ab1-229b-4f67-88ef-302651c12b8a req-29d7b9c2-eaf7-4755-8122-3b7bd3515f06 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0512450 Mar 10 07:05:09.895354 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-711b3ab1-229b-4f67-88ef-302651c12b8a req-8a496b5a-62ed-4acd-b8d4-9acf47a2cecf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417230 Mar 10 07:05:11.010314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e810-25a1-4ad6-8dbf-06211f4550fc req-84d5e102-5c4d-4b87-b8d4-0349c5cc5cfe tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:11.011803 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2623e810-25a1-4ad6-8dbf-06211f4550fc req-84d5e102-5c4d-4b87-b8d4-0349c5cc5cfe tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0513554 Mar 10 07:05:11.058952 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2623e810-25a1-4ad6-8dbf-06211f4550fc req-513aa5b6-a4d6-4dd8-876d-cf19bdbab801 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Mar 10 07:05:12.181934 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1381142-8ecf-4bf4-bf1d-1f0bafed2c13 req-301128d6-f877-4084-88a0-8878478e9d42 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:12.183398 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e1381142-8ecf-4bf4-bf1d-1f0bafed2c13 req-301128d6-f877-4084-88a0-8878478e9d42 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0594990 Mar 10 07:05:12.230650 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e1381142-8ecf-4bf4-bf1d-1f0bafed2c13 req-3cb60857-126f-42b4-ba8f-4f6d58e24707 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 Mar 10 07:05:13.348648 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c69f0-d432-46c9-b415-f57baa84fd77 req-1c723656-6022-4368-a1d7-976e116dec1c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:13.350133 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-992c69f0-d432-46c9-b415-f57baa84fd77 req-1c723656-6022-4368-a1d7-976e116dec1c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 943 time: 0.0545635 Mar 10 07:05:13.396407 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-992c69f0-d432-46c9-b415-f57baa84fd77 req-de9c1672-962f-4fe9-af0d-03cdfbbc6969 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Mar 10 07:05:14.142113 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:05:14.234694 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:05:14.245118 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': 'bed2e887-326c-448b-952a-84d60235c247', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'port_id': 'bed2e887-326c-448b-952a-84d60235c247', 'mac_address': 'fa:16:3e:d1:32:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:05:14.283284 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port bed2e887-326c-448b-952a-84d60235c247 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:05:14.283605 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:14.295414 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed2e887-326c-448b-952a-84d60235c247 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:05:14.315771 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:05:14.320074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:14.365063 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=7']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:14.371714 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.372062 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.372401 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.372735 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.373087 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.373417 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.373744 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.374087 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.374414 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.374737 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.375054 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.375371 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.375686 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:14.524527 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f576-8bb7-4b87-acb2-825b9eb067bc req-008f6b49-ebfd-4862-a231-2ba60c8fae6b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:14.526023 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dab0f576-8bb7-4b87-acb2-825b9eb067bc req-008f6b49-ebfd-4862-a231-2ba60c8fae6b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 944 time: 0.0538921 Mar 10 07:05:14.572722 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-dab0f576-8bb7-4b87-acb2-825b9eb067bc req-42ca70fd-0da3-4b15-8e48-aeaa1d95c7e8 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Mar 10 07:05:15.246087 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:05:15.686310 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06f8b-126d-4c0e-92f5-9a8c7c5e77ef req-0339fa6a-cfb4-41e5-99a5-a3c58dadcc92 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:15.687744 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dbe06f8b-126d-4c0e-92f5-9a8c7c5e77ef req-0339fa6a-cfb4-41e5-99a5-a3c58dadcc92 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 944 time: 0.0507891 Mar 10 07:05:15.733664 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-dbe06f8b-126d-4c0e-92f5-9a8c7c5e77ef req-24b6d1fa-531f-4442-a119-4a09a304cc97 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Mar 10 07:05:16.362624 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['bed2e887-326c-448b-952a-84d60235c247'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:05:16.851802 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764061-a9dc-4925-84ad-7b721eec25a6 req-20f01f37-1cc5-4f36-b58c-4db57e0d50ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:16.853308 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-08764061-a9dc-4925-84ad-7b721eec25a6 req-20f01f37-1cc5-4f36-b58c-4db57e0d50ec tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 944 time: 0.0555634 Mar 10 07:05:16.900980 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-08764061-a9dc-4925-84ad-7b721eec25a6 req-5ce37a4e-d7ae-41c4-bdf6-3a89044b0cbc tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Mar 10 07:05:17.451258 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:05:17.501396 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port bed2e887-326c-448b-952a-84d60235c247 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:05:17.501768 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (bed2e887-326c-448b-952a-84d60235c247), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:17.574507 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port bed2e887-326c-448b-952a-84d60235c247 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:05:17.574899 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (bed2e887-326c-448b-952a-84d60235c247), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:17.596608 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:05:17.598814 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92004809-c88e-4f62-aa03-534d856f50af" -d '{"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-plugged", "status": "completed", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:05:17.611242 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:05:17.616145 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (bed2e887-326c-448b-952a-84d60235c247), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:17.639460 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333f0139-ed83-4dfe-80fd-1fe1f2afc8cf x-openstack-request-id: req-333f0139-ed83-4dfe-80fd-1fe1f2afc8cf {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:05:17.640335 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-plugged", "status": "completed", "tag": "bed2e887-326c-448b-952a-84d60235c247", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:05:17.640586 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-333f0139-ed83-4dfe-80fd-1fe1f2afc8cf {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:05:17.640964 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'code': 200} Mar 10 07:05:17.667468 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=8']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:17.925357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2a890-d43a-461a-ba9b-d498e367acad req-ea1c1a0c-8c58-4349-ad73-fa43121323cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:17.926831 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4bb2a890-d43a-461a-ba9b-d498e367acad req-ea1c1a0c-8c58-4349-ad73-fa43121323cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0419827 Mar 10 07:05:17.975095 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4bb2a890-d43a-461a-ba9b-d498e367acad req-ff9acc6e-87f7-4f62-a1f9-abfa7f8b2481 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Mar 10 07:05:18.016856 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e70564-ff29-48e8-96ac-ff4c35ef29e5 req-12c0a392-9580-41fb-87c6-486650d34886 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:18.018371 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f5e70564-ff29-48e8-96ac-ff4c35ef29e5 req-12c0a392-9580-41fb-87c6-486650d34886 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Mar 10 07:05:18.066186 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f5e70564-ff29-48e8-96ac-ff4c35ef29e5 req-894d5eaa-fc5d-40a3-b8b3-b5b12ec19817 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423579 Mar 10 07:05:19.180067 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a9193-f4e9-4c27-afe6-c4a2cb2e1eae req-61200c03-f7e9-4a43-a257-ba9abbc7def0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:19.181523 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-744a9193-f4e9-4c27-afe6-c4a2cb2e1eae req-61200c03-f7e9-4a43-a257-ba9abbc7def0 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Mar 10 07:05:19.227458 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-744a9193-f4e9-4c27-afe6-c4a2cb2e1eae req-3d9b5dd5-9c4a-4bf8-b707-eecfff1fe9c1 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Mar 10 07:05:19.988712 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34656) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:20.091511 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4a6719bf-378d-404e-bfdf-b42b69022dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.164424 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4a6719bf-378d-404e-bfdf-b42b69022dd1 admin admin] Publish callbacks [] for security_group (badb0c24-9e22-49c9-bb4c-04a5f73def0e), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.168289 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4a6719bf-378d-404e-bfdf-b42b69022dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (badb0c24-9e22-49c9-bb4c-04a5f73def0e), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.210009 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-4a6719bf-378d-404e-bfdf-b42b69022dd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17f0a5c6c6a74c9f86dfdcd812af430e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198732 Mar 10 07:05:20.210753 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6719bf-378d-404e-bfdf-b42b69022dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badb0c24-9e22-49c9-bb4c-04a5f73def0e,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:20.212614 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34660) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:20.259980 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6d72a8ad-0d0a-4bfb-a73a-eed324287492 admin admin] Publish callbacks [] for security_group (badb0c24-9e22-49c9-bb4c-04a5f73def0e), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.280791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6d72a8ad-0d0a-4bfb-a73a-eed324287492 admin admin] Publish callbacks [] for security_group (badb0c24-9e22-49c9-bb4c-04a5f73def0e), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.331819 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6d72a8ad-0d0a-4bfb-a73a-eed324287492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (badb0c24-9e22-49c9-bb4c-04a5f73def0e), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.334560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-6d72a8ad-0d0a-4bfb-a73a-eed324287492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.338418 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-6d72a8ad-0d0a-4bfb-a73a-eed324287492 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/badb0c24-9e22-49c9-bb4c-04a5f73def0e HTTP/1.1" status: 204 len: 168 time: 0.1247411 Mar 10 07:05:20.346132 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72a8ad-0d0a-4bfb-a73a-eed324287492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badb0c24-9e22-49c9-bb4c-04a5f73def0e,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:20.348543 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145eee-22f8-4121-961b-447098e2fa93 req-cffba2cd-2b04-4248-9398-3a02aa61fd9c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:20.350299 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fb145eee-22f8-4121-961b-447098e2fa93 req-cffba2cd-2b04-4248-9398-3a02aa61fd9c tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0586221 Mar 10 07:05:20.409728 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fb145eee-22f8-4121-961b-447098e2fa93 req-c4f35296-b61e-4d8d-b849-86d43d7bca7d tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452542 Mar 10 07:05:20.605363 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34670) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:20.618822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db1b82e6-9611-4ad3-bffa-0fb22a7323fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.692367 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db1b82e6-9611-4ad3-bffa-0fb22a7323fe admin admin] Publish callbacks [] for security_group (6e9c4df0-4975-4218-9eac-49ecd5e2a079), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.695987 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-db1b82e6-9611-4ad3-bffa-0fb22a7323fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (6e9c4df0-4975-4218-9eac-49ecd5e2a079), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.733310 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-db1b82e6-9611-4ad3-bffa-0fb22a7323fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=811e7c460fd6436aae6908d4c6748a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268642 Mar 10 07:05:20.734151 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b82e6-9611-4ad3-bffa-0fb22a7323fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c4df0-4975-4218-9eac-49ecd5e2a079,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:20.736599 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34672) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:20.783884 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-298ef8de-f542-4efc-9bde-8abb83a16398 admin admin] Publish callbacks [] for security_group (6e9c4df0-4975-4218-9eac-49ecd5e2a079), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.804786 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-298ef8de-f542-4efc-9bde-8abb83a16398 admin admin] Publish callbacks [] for security_group (6e9c4df0-4975-4218-9eac-49ecd5e2a079), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.851542 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-298ef8de-f542-4efc-9bde-8abb83a16398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (6e9c4df0-4975-4218-9eac-49ecd5e2a079), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.854500 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-298ef8de-f542-4efc-9bde-8abb83a16398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:20.855757 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-298ef8de-f542-4efc-9bde-8abb83a16398 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e9c4df0-4975-4218-9eac-49ecd5e2a079 HTTP/1.1" status: 204 len: 168 time: 0.1181462 Mar 10 07:05:20.865205 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ef8de-f542-4efc-9bde-8abb83a16398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c4df0-4975-4218-9eac-49ecd5e2a079,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:22.471053 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34728) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:22.570118 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-547dc19f-0142-4427-91aa-3a8f90c3cad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.648507 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-547dc19f-0142-4427-91aa-3a8f90c3cad1 admin admin] Publish callbacks [] for security_group (aeb94003-0235-4cd6-870a-3ecdf1589087), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.652033 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-547dc19f-0142-4427-91aa-3a8f90c3cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (aeb94003-0235-4cd6-870a-3ecdf1589087), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.670263 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1e9f75ee-91a9-40e8-8a90-efc9cdf4b26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.690700 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-547dc19f-0142-4427-91aa-3a8f90c3cad1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c73d87c432c749cb928dc16839fa0f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185748 Mar 10 07:05:22.692643 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dc19f-0142-4427-91aa-3a8f90c3cad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb94003-0235-4cd6-870a-3ecdf1589087,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:22.693437 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34732) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:22.741197 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f619708c-743b-4b34-8fd4-633e8990e741 admin admin] Publish callbacks [] for security_group (aeb94003-0235-4cd6-870a-3ecdf1589087), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.761201 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f619708c-743b-4b34-8fd4-633e8990e741 admin admin] Publish callbacks [] for security_group (aeb94003-0235-4cd6-870a-3ecdf1589087), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.806490 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f619708c-743b-4b34-8fd4-633e8990e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (aeb94003-0235-4cd6-870a-3ecdf1589087), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.809213 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f619708c-743b-4b34-8fd4-633e8990e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:22.810435 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f619708c-743b-4b34-8fd4-633e8990e741 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aeb94003-0235-4cd6-870a-3ecdf1589087 HTTP/1.1" status: 204 len: 168 time: 0.1160002 Mar 10 07:05:22.817640 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619708c-743b-4b34-8fd4-633e8990e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb94003-0235-4cd6-870a-3ecdf1589087,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:23.059920 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34738) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:23.072728 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35b43291-4988-46b6-83c4-4d7dfae96c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.144225 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35b43291-4988-46b6-83c4-4d7dfae96c24 admin admin] Publish callbacks [] for security_group (61eef350-f60b-4f57-ba6d-767bdd83a7aa), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.148838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-35b43291-4988-46b6-83c4-4d7dfae96c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (61eef350-f60b-4f57-ba6d-767bdd83a7aa), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.186645 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-35b43291-4988-46b6-83c4-4d7dfae96c24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff0b9291d9be4ec281d5d5e60cac110a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256590 Mar 10 07:05:23.187598 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b43291-4988-46b6-83c4-4d7dfae96c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eef350-f60b-4f57-ba6d-767bdd83a7aa,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:23.189271 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34740) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:23.236752 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-552774da-b78f-4faf-8db3-78e242c542a8 admin admin] Publish callbacks [] for security_group (61eef350-f60b-4f57-ba6d-767bdd83a7aa), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.256378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-552774da-b78f-4faf-8db3-78e242c542a8 admin admin] Publish callbacks [] for security_group (61eef350-f60b-4f57-ba6d-767bdd83a7aa), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.304758 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-552774da-b78f-4faf-8db3-78e242c542a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (61eef350-f60b-4f57-ba6d-767bdd83a7aa), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.307261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-552774da-b78f-4faf-8db3-78e242c542a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:23.308374 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-552774da-b78f-4faf-8db3-78e242c542a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61eef350-f60b-4f57-ba6d-767bdd83a7aa HTTP/1.1" status: 204 len: 168 time: 0.1181130 Mar 10 07:05:23.315674 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552774da-b78f-4faf-8db3-78e242c542a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eef350-f60b-4f57-ba6d-767bdd83a7aa,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:24.804627 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34784) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:24.911742 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d14284fb-f203-40bf-ada6-d8c71d4f4141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:24.987437 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d14284fb-f203-40bf-ada6-d8c71d4f4141 admin admin] Publish callbacks [] for security_group (3aa55467-d003-4628-8043-a4997a76568e), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:24.992353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d14284fb-f203-40bf-ada6-d8c71d4f4141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3aa55467-d003-4628-8043-a4997a76568e), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.014784 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-734dbfcc-1d87-44f8-be37-6a892d38a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.041234 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d14284fb-f203-40bf-ada6-d8c71d4f4141 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe99333b6c734fd888a5912cf875924c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354913 Mar 10 07:05:25.042433 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14284fb-f203-40bf-ada6-d8c71d4f4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa55467-d003-4628-8043-a4997a76568e,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:25.043864 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34788) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:25.091095 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a818c389-92a2-4889-96c4-3d3bd994ae48 admin admin] Publish callbacks [] for security_group (3aa55467-d003-4628-8043-a4997a76568e), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.110926 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a818c389-92a2-4889-96c4-3d3bd994ae48 admin admin] Publish callbacks [] for security_group (3aa55467-d003-4628-8043-a4997a76568e), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.159275 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a818c389-92a2-4889-96c4-3d3bd994ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3aa55467-d003-4628-8043-a4997a76568e), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.161857 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a818c389-92a2-4889-96c4-3d3bd994ae48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.162994 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a818c389-92a2-4889-96c4-3d3bd994ae48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aa55467-d003-4628-8043-a4997a76568e HTTP/1.1" status: 204 len: 168 time: 0.1181300 Mar 10 07:05:25.170268 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818c389-92a2-4889-96c4-3d3bd994ae48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa55467-d003-4628-8043-a4997a76568e,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:25.411271 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34794) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:25.424520 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5db936b6-cb19-4a17-a5cc-f184a9f13706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.495914 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5db936b6-cb19-4a17-a5cc-f184a9f13706 admin admin] Publish callbacks [] for security_group (7d4e2870-c2ec-4712-94f9-c4c43905d7b6), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.499613 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5db936b6-cb19-4a17-a5cc-f184a9f13706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7d4e2870-c2ec-4712-94f9-c4c43905d7b6), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.537000 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5db936b6-cb19-4a17-a5cc-f184a9f13706 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=179f853a330d49899bdd6d7443840e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246607 Mar 10 07:05:25.537939 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db936b6-cb19-4a17-a5cc-f184a9f13706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e2870-c2ec-4712-94f9-c4c43905d7b6,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:25.539708 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34796) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:25.586310 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb01-45c9-4823-bb5a-c58e92cacbb3 admin admin] Publish callbacks [] for security_group (7d4e2870-c2ec-4712-94f9-c4c43905d7b6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.606054 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb01-45c9-4823-bb5a-c58e92cacbb3 admin admin] Publish callbacks [] for security_group (7d4e2870-c2ec-4712-94f9-c4c43905d7b6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.650061 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb01-45c9-4823-bb5a-c58e92cacbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7d4e2870-c2ec-4712-94f9-c4c43905d7b6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.652664 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb01-45c9-4823-bb5a-c58e92cacbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:25.653813 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-d59aeb01-45c9-4823-bb5a-c58e92cacbb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d4e2870-c2ec-4712-94f9-c4c43905d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1131310 Mar 10 07:05:25.661257 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aeb01-45c9-4823-bb5a-c58e92cacbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e2870-c2ec-4712-94f9-c4c43905d7b6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:26.018369 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:27.617064 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:27.936170 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34866) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:28.040746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.112259 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Publish callbacks [] for security_group (16039f3a-6244-4d43-adcd-c1cd17f0b318), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.115968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (16039f3a-6244-4d43-adcd-c1cd17f0b318), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.153754 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87e8825c107648ecbb1bf035a722fc01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165537 Mar 10 07:05:28.154584 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16039f3a-6244-4d43-adcd-c1cd17f0b318,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:28.156548 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34870) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:28.161507 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.161855 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.162196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.162525 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.162852 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.163182 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.163503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.163824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.164144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.164461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.164802 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.165261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.165578 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8435e5fa-6edc-49d0-b67f-e84f6ea9d2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:28.204492 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b81ee3ef-8186-4ddd-bce3-2531c133c6ca admin admin] Publish callbacks [] for security_group (16039f3a-6244-4d43-adcd-c1cd17f0b318), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.224611 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b81ee3ef-8186-4ddd-bce3-2531c133c6ca admin admin] Publish callbacks [] for security_group (16039f3a-6244-4d43-adcd-c1cd17f0b318), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.270037 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b81ee3ef-8186-4ddd-bce3-2531c133c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (16039f3a-6244-4d43-adcd-c1cd17f0b318), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.272660 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-b81ee3ef-8186-4ddd-bce3-2531c133c6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.273822 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b81ee3ef-8186-4ddd-bce3-2531c133c6ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16039f3a-6244-4d43-adcd-c1cd17f0b318 HTTP/1.1" status: 204 len: 168 time: 0.1161535 Mar 10 07:05:28.281344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ee3ef-8186-4ddd-bce3-2531c133c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16039f3a-6244-4d43-adcd-c1cd17f0b318,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:28.527484 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34876) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:28.540090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8bebfd62-ebe1-44a6-be3e-867830674cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.609427 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8bebfd62-ebe1-44a6-be3e-867830674cdd admin admin] Publish callbacks [] for security_group (109a14b0-33d6-471f-9e68-2a3745c84340), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.614329 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-8bebfd62-ebe1-44a6-be3e-867830674cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (109a14b0-33d6-471f-9e68-2a3745c84340), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.648450 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebfd62-ebe1-44a6-be3e-867830674cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a14b0-33d6-471f-9e68-2a3745c84340,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:28.652601 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-8bebfd62-ebe1-44a6-be3e-867830674cdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ff6d8580e7047a892af69cd3714de1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240861 Mar 10 07:05:28.655178 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34878) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:28.700088 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53c8263d-2375-410e-b822-e57540c86253 admin admin] Publish callbacks [] for security_group (109a14b0-33d6-471f-9e68-2a3745c84340), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.723116 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53c8263d-2375-410e-b822-e57540c86253 admin admin] Publish callbacks [] for security_group (109a14b0-33d6-471f-9e68-2a3745c84340), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.766856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53c8263d-2375-410e-b822-e57540c86253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (109a14b0-33d6-471f-9e68-2a3745c84340), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.769347 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53c8263d-2375-410e-b822-e57540c86253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:28.770437 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-53c8263d-2375-410e-b822-e57540c86253 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/109a14b0-33d6-471f-9e68-2a3745c84340 HTTP/1.1" status: 204 len: 168 time: 0.1143923 Mar 10 07:05:28.777617 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8263d-2375-410e-b822-e57540c86253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a14b0-33d6-471f-9e68-2a3745c84340,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:28.925960 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:29.779542 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34912) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:29.887459 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c46e60f-bc00-4f12-bc89-d11f48f5360c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:29.957724 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c46e60f-bc00-4f12-bc89-d11f48f5360c admin admin] Publish callbacks [] for security_group (d9b0105e-7922-4efb-8c11-a907e997e37b), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:29.961300 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c46e60f-bc00-4f12-bc89-d11f48f5360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d9b0105e-7922-4efb-8c11-a907e997e37b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:29.997128 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46e60f-bc00-4f12-bc89-d11f48f5360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0105e-7922-4efb-8c11-a907e997e37b,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:30.001806 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4c46e60f-bc00-4f12-bc89-d11f48f5360c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=014bdb27b6fb409588dc0a592ce36c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212193 Mar 10 07:05:30.004597 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34916) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:30.051241 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1aae9251-6f7e-491a-b59b-97590a2ccf45 admin admin] Publish callbacks [] for security_group (d9b0105e-7922-4efb-8c11-a907e997e37b), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:30.072295 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1aae9251-6f7e-491a-b59b-97590a2ccf45 admin admin] Publish callbacks [] for security_group (d9b0105e-7922-4efb-8c11-a907e997e37b), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:30.119224 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1aae9251-6f7e-491a-b59b-97590a2ccf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (d9b0105e-7922-4efb-8c11-a907e997e37b), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:30.121780 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1aae9251-6f7e-491a-b59b-97590a2ccf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:30.122898 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1aae9251-6f7e-491a-b59b-97590a2ccf45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9b0105e-7922-4efb-8c11-a907e997e37b HTTP/1.1" status: 204 len: 168 time: 0.1175306 Mar 10 07:05:30.132610 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae9251-6f7e-491a-b59b-97590a2ccf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0105e-7922-4efb-8c11-a907e997e37b,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:38.560180 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.052586 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 34994) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:40.155820 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.227658 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Publish callbacks [] for security_group (817de9b3-888d-44d8-a608-34b25aa8a3ad), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.231609 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (817de9b3-888d-44d8-a608-34b25aa8a3ad), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.270084 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=574735decbce498181084ad3310dee7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161398 Mar 10 07:05:40.270922 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817de9b3-888d-44d8-a608-34b25aa8a3ad,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:40.272740 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 34998) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:40.278075 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.278421 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.278760 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.279094 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.279421 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.279743 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.280072 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.280395 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.280718 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.281095 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.281414 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.281732 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.282049 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd88edc-5ee2-46c4-8beb-3f00181115a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:40.319641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e7f-fdee-4e66-8fb2-f56136c55d5e admin admin] Publish callbacks [] for security_group (817de9b3-888d-44d8-a608-34b25aa8a3ad), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.339196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e7f-fdee-4e66-8fb2-f56136c55d5e admin admin] Publish callbacks [] for security_group (817de9b3-888d-44d8-a608-34b25aa8a3ad), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.383952 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e7f-fdee-4e66-8fb2-f56136c55d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (817de9b3-888d-44d8-a608-34b25aa8a3ad), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.386450 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e7f-fdee-4e66-8fb2-f56136c55d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:40.387551 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7bf74e7f-fdee-4e66-8fb2-f56136c55d5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/817de9b3-888d-44d8-a608-34b25aa8a3ad HTTP/1.1" status: 204 len: 168 time: 0.1137347 Mar 10 07:05:40.395474 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf74e7f-fdee-4e66-8fb2-f56136c55d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817de9b3-888d-44d8-a608-34b25aa8a3ad,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:45.440793 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-b18d32c5-17d7-46d9-b810-9a234057043e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439022 Mar 10 07:05:45.546161 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b6657-d384-4cb7-9479-612cd359317f req-cf736bd8-d1de-4e59-bdad-21bbd6e1bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:45.548188 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-cf736bd8-d1de-4e59-bdad-21bbd6e1bef3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1129 time: 0.0429800 Mar 10 07:05:45.652398 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b6657-d384-4cb7-9479-612cd359317f req-fd341c66-bb02-4add-9924-f4f880349bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:45.653912 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-fd341c66-bb02-4add-9924-f4f880349bc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0834310 Mar 10 07:05:45.717360 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-5165d968-3a45-41ad-8a63-1e9ca7460db1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 1001 time: 0.0572298 Mar 10 07:05:45.762626 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b6657-d384-4cb7-9479-612cd359317f req-2d24871c-8a80-48d9-9335-a98ea75ba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:45.764087 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-2d24871c-8a80-48d9-9335-a98ea75ba17e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0404809 Mar 10 07:05:45.811482 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b6657-d384-4cb7-9479-612cd359317f req-4dba0648-c33c-4f4d-9b36-54afcc1c361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:45.812942 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-4dba0648-c33c-4f4d-9b36-54afcc1c361a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419340 Mar 10 07:05:45.900601 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-9c089954-a6b1-44e5-b243-c8ff9952396c service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Mar 10 07:05:45.990929 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-494b6657-d384-4cb7-9479-612cd359317f req-8e7715eb-f375-4879-903b-cdc7204e9898 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782282 Mar 10 07:05:52.245375 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:05:52.671770 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-eca91302-c183-4366-a83a-dfe2bec14455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:55.022109 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8814680b-e3bd-4a46-abf6-ec03f0cd816c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:55.970769 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35052) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:55.975488 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663294664', 'description': 'tempest-description--1964008684'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:05:55.995686 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.019550 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.060007 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (0e9bfecd-af8a-4c0e-912c-e818ee939ce0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.063274 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0e9bfecd-af8a-4c0e-912c-e818ee939ce0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.091371 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.092573 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1207893 Mar 10 07:05:56.095117 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7cad4-c4c7-49cf-a20e-160d6d51234d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9bfecd-af8a-4c0e-912c-e818ee939ce0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:56.096125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35054) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:56.101672 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': '0e9bfecd-af8a-4c0e-912c-e818ee939ce0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:05:56.125562 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (fa314b37-578a-453c-9114-7279922261eb), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.178667 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (fa314b37-578a-453c-9114-7279922261eb), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.181909 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (fa314b37-578a-453c-9114-7279922261eb), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.201435 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa314b37-578a-453c-9114-7279922261eb,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:56.208197 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.209391 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-e260baf3-651e-4a13-888c-dc334487c828 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114147 Mar 10 07:05:56.212138 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35056) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:56.216657 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': '0e9bfecd-af8a-4c0e-912c-e818ee939ce0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:05:56.241305 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (e9674f35-25d5-41ee-b1e4-c27a6a369680), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.294662 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (e9674f35-25d5-41ee-b1e4-c27a6a369680), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.297970 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (e9674f35-25d5-41ee-b1e4-c27a6a369680), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.316444 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9674f35-25d5-41ee-b1e4-c27a6a369680,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:56.321737 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.322903 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-95f39653-9af9-424d-b507-f44a80d6893e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097708 Mar 10 07:05:56.325917 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35058) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:56.330547 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:05:56.349838 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.444361 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.547285 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.27.1.253 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/e2606e58-2b69-464f-a6bd-4731bfdd90aa) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:05:56.643934 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.674963 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.711497 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:05:56.716092 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:05:56.720301 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:05:56.745234 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=e2606e58-2b69-464f-a6bd-4731bfdd90aa,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:56.808781 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (ccb2175a-c7d9-4f05-af13-275af9144855), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.843111 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.989646 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:56.994030 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:57.060971 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=e2606e58-2b69-464f-a6bd-4731bfdd90aa,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:57.071764 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (ccb2175a-c7d9-4f05-af13-275af9144855), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:57.086886 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:57.088074 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-c9398b29-cb14-4cf8-a68d-10442955d775 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7612586 Mar 10 07:05:57.275690 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-f31317a2-e0d8-4888-afde-7d7e359e0749 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1663294664&fields=id&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 267 time: 0.0396273 Mar 10 07:05:57.381435 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-125e7b8e-2534-4a35-8e56-2b79d8c8f02d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:57.382795 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-125e7b8e-2534-4a35-8e56-2b79d8c8f02d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.1005578 Mar 10 07:05:57.396539 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-30f28d73-cfd9-43c4-bbed-69eb02ba93ef tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/quotas/02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 375 time: 0.0085077 Mar 10 07:05:57.450876 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-b5943f75-c161-4bcf-84ea-15e80b61ce48 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497472 Mar 10 07:05:57.465174 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-0f5e54aa-29fb-4aee-88c1-c2ead053882c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:05:57.466103 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-0f5e54aa-29fb-4aee-88c1-c2ead053882c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047264 Mar 10 07:05:57.563590 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-dee4b859-61fa-49e2-ac1d-29b512139c32 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918622 Mar 10 07:05:57.619912 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:57.650578 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-6291180f-c1a1-4223-9313-ab4d5f1c26d9 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Mar 10 07:05:57.801961 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-8e1d72d0-3aaf-40eb-aa68-647f276755b9 req-17b8b00f-ddc5-4527-8a74-67a8b886a981 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 210 time: 0.0266533 Mar 10 07:05:58.904838 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-3f35c8c2-c6b7-4b55-9a7a-e092f7243cfd tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:58.906847 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-3f35c8c2-c6b7-4b55-9a7a-e092f7243cfd tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.1024394 Mar 10 07:05:58.914917 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7b2f3956-b51b-4fdf-8480-36ba838e74fc req-edefd7f6-494d-4238-a981-07a8285359ce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 210 time: 0.0326815 Mar 10 07:05:58.931917 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:58.991570 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-d57120d5-b094-498f-9a0b-b3cdeb4d9473 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 473 time: 0.0671201 Mar 10 07:05:58.999631 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'port': {'device_id': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'admin_state_up': True, 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'security_groups': ['0e9bfecd-af8a-4c0e-912c-e818ee939ce0']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:05:59.102318 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Made reservation on behalf of 02e07c67ccee42c98952b7746763941a for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:05:59.105521 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:59.226889 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.20.0.4 (c6b83e98-bdc4-4623-a8f8-972886bcc83f/36140486-e178-4daf-b404-6d9e1f8c3fc8/7bedaf3e-148e-4a26-838d-2daf1e7338e6) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:05:59.358208 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:59.388315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:59.428336 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:05:59.431316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:05:59.437269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:05:59.463692 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=7bedaf3e-148e-4a26-838d-2daf1e7338e6,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:59.488309 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:05:59.488917 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:59.505859 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-4963eff1-1072-4d2e-9ddc-3659754ab04c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5096302 Mar 10 07:05:59.522278 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Request body: {'port': {'device_id': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:05:59.587017 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:59.679087 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-a92e6ec4-4249-49ec-b0b6-7c1917721a94 None None] Provisioning complete for port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:05:59.679462 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec4-4249-49ec-b0b6-7c1917721a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:59.714627 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-a92e6ec4-4249-49ec-b0b6-7c1917721a94 None None] Port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:06:00.083429 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9c236-b8c9-420b-b227-432391fb33f8 req-35e51747-67ab-4f41-9b56-81cc5201ae9f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:00.084881 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3ea9c236-b8c9-420b-b227-432391fb33f8 req-35e51747-67ab-4f41-9b56-81cc5201ae9f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 931 time: 0.0777543 Mar 10 07:06:00.160259 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bedaf3e-148e-4a26-838d-2daf1e7338e6 {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:06:00.170308 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Publish callbacks [] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:00.175612 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3ea9c236-b8c9-420b-b227-432391fb33f8 req-10501066-65f9-4505-adba-95e115141e87 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824058 Mar 10 07:06:00.186385 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Transition to ACTIVE for port object 7bedaf3e-148e-4a26-838d-2daf1e7338e6 will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:06:00.191456 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:00.242041 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Pushing event updated for resources: {'Port': ['ID=7bedaf3e-148e-4a26-838d-2daf1e7338e6,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:00.315307 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Attempting to bind port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:06:00.315649 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Attempting to bind port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:06:00.315979 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Attempting to bind port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:06:00.320586 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:06:00.320909 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Attempting to bind port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:06:00.325938 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:06:00.326282 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:06:00.326663 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Bound using segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:06:00.327090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Bound port: 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:06:00.327452 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:00.394751 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] For port 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:06:00.397861 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] For port 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:06:00.403922 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:00.436191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:00.436895 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:00.438372 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bedaf3e-148e-4a26-838d-2daf1e7338e6 HTTP/1.1" status: 200 len: 1093 time: 0.9202299 Mar 10 07:06:00.438737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:00.441063 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507" -d '{"events": [{"name": "network-changed", "server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:00.468964 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7022f-1248-449a-bf33-2f7070f91a46 service neutron] Pushing event updated for resources: {'Port': ['ID=7bedaf3e-148e-4a26-838d-2daf1e7338e6,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:00.564962 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-cc1dd875-e917-4a2d-b982-da4a5d473be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:00.566692 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-cc1dd875-e917-4a2d-b982-da4a5d473be6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 1127 time: 0.0570495 Mar 10 07:06:00.619391 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529bbe81-6d70-440d-85ee-198c0f8f263a x-openstack-request-id: req-529bbe81-6d70-440d-85ee-198c0f8f263a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:00.619686 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:00.619935 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-529bbe81-6d70-440d-85ee-198c0f8f263a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:00.620331 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'status': 'completed', 'code': 200} Mar 10 07:06:00.622106 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-a8e29c2e-b174-40a4-945a-0302c400649e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6 HTTP/1.1" status: 200 len: 217 time: 0.0418181 Mar 10 07:06:00.678840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-eb5def5a-a58c-4ebb-a329-5d7fa93e9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:00.680278 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-eb5def5a-a58c-4ebb-a329-5d7fa93e9be1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0442162 Mar 10 07:06:00.728078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-0c11690c-651f-425b-95a1-4db493ea2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:00.729456 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-0c11690c-651f-425b-95a1-4db493ea2553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431342 Mar 10 07:06:00.817506 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-c970acdc-1feb-4ef0-aa2c-7aec08db3cee service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814681 Mar 10 07:06:00.908178 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5adcb4d4-cabb-472d-a665-7334347d9cad req-e6f47521-7755-42e1-9cd6-9e33a13c803f service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Mar 10 07:06:01.034261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-11cbe2d5-d909-4782-8eff-e6d2ff4d7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:01.035719 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-11cbe2d5-d909-4782-8eff-e6d2ff4d7776 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 1127 time: 0.0442801 Mar 10 07:06:01.123840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-7c9ff0d0-395d-4caa-8bf2-f07009b8f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:01.125798 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-7c9ff0d0-395d-4caa-8bf2-f07009b8f6db service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0835972 Mar 10 07:06:01.165597 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-400a3567-0e98-438a-9b65-a413e47efad7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6 HTTP/1.1" status: 200 len: 217 time: 0.0327606 Mar 10 07:06:01.216036 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-c34c10ad-e49e-43c8-928b-c0e7d2632b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:01.217516 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-c34c10ad-e49e-43c8-928b-c0e7d2632b9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0460463 Mar 10 07:06:01.296871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-f1653184-878c-499c-9e27-2bc56d219b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:01.298280 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-f1653184-878c-499c-9e27-2bc56d219b84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749452 Mar 10 07:06:01.308652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48447-6ff2-4cf9-aaba-93dea4a2fa39 req-47afba5a-c509-43a6-8cbf-d7704535f7be tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:01.310030 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4d48447-6ff2-4cf9-aaba-93dea4a2fa39 req-47afba5a-c509-43a6-8cbf-d7704535f7be tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 943 time: 0.0631981 Mar 10 07:06:01.409172 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a4d48447-6ff2-4cf9-aaba-93dea4a2fa39 req-f2d2ab50-808c-46f3-8bf8-d0dbe98d15df tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901911 Mar 10 07:06:01.424411 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-0d8b68eb-7479-46b9-a64b-c386cf156a05 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134746 Mar 10 07:06:01.514129 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-53f3c9b5-4f30-4a59-ade4-660b1b7c1507 req-8eda306e-fde7-43d4-ab2b-a873034ba026 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834496 Mar 10 07:06:02.528120 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726a068-33ef-4174-9153-7da1760e9a0c req-2b38f420-19e0-476c-ac70-9125c0a845e4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:02.529603 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f726a068-33ef-4174-9153-7da1760e9a0c req-2b38f420-19e0-476c-ac70-9125c0a845e4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 943 time: 0.0539603 Mar 10 07:06:02.575412 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f726a068-33ef-4174-9153-7da1760e9a0c req-4d80cfa7-28fe-4467-ab20-abe2ffd23fcc tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Mar 10 07:06:03.690124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc85a1d-4fb8-4e2c-a83b-121202fab500 req-49837485-9ba8-4ef0-ad27-81955ec5fe8d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:03.691566 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2bc85a1d-4fb8-4e2c-a83b-121202fab500 req-49837485-9ba8-4ef0-ad27-81955ec5fe8d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 943 time: 0.0521691 Mar 10 07:06:03.696667 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 7bedaf3e-148e-4a26-838d-2daf1e7338e6 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:06:03.738483 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2bc85a1d-4fb8-4e2c-a83b-121202fab500 req-8b3142ba-b738-44d9-8586-987ea4e0fdb1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402808 Mar 10 07:06:03.792474 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:03.803646 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'port_id': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'mac_address': 'fa:16:3e:bc:e2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:06:03.838547 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:06:03.838938 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:03.851622 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bedaf3e-148e-4a26-838d-2daf1e7338e6 {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:06:03.869572 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:03.873458 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:03.917972 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=7bedaf3e-148e-4a26-838d-2daf1e7338e6,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:04.268820 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['7bedaf3e-148e-4a26-838d-2daf1e7338e6'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:06:04.852522 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e5c0-a769-4f53-83d6-c8887b901e29 req-4df64647-60fe-44c9-940b-07f2c66300d8 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:04.854030 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7408e5c0-a769-4f53-83d6-c8887b901e29 req-4df64647-60fe-44c9-940b-07f2c66300d8 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 944 time: 0.0514843 Mar 10 07:06:04.898708 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-7408e5c0-a769-4f53-83d6-c8887b901e29 req-2a44b1bb-b680-4557-8357-7765194e3552 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Mar 10 07:06:05.709112 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 7bedaf3e-148e-4a26-838d-2daf1e7338e6 up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:06:05.754492 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:06:05.757970 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:06:05.758339 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:05.835229 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:06:05.835602 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:05.857324 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:05.860201 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e863a1e5-962a-4913-aee6-9b0f7337415b" -d '{"events": [{"server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "name": "network-vif-plugged", "status": "completed", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:05.872430 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:05.876876 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:05.922730 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=7bedaf3e-148e-4a26-838d-2daf1e7338e6,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:05.976143 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8b2f1-85c5-4040-9d87-445aa7303517 x-openstack-request-id: req-dba8b2f1-85c5-4040-9d87-445aa7303517 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:05.976504 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "name": "network-vif-plugged", "status": "completed", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:05.976848 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dba8b2f1-85c5-4040-9d87-445aa7303517 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:05.977337 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'code': 200} Mar 10 07:06:06.029255 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e739f-fb8a-49d9-92cd-2f6dc0dd5f84 req-cdf98623-836f-4617-8eb3-d98e990630e8 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:06.031021 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-269e739f-fb8a-49d9-92cd-2f6dc0dd5f84 req-cdf98623-836f-4617-8eb3-d98e990630e8 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0580914 Mar 10 07:06:06.079134 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-269e739f-fb8a-49d9-92cd-2f6dc0dd5f84 req-50542ccf-d551-4cb9-ad0c-dc9e626be163 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Mar 10 07:06:06.176202 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e2d1b-f81e-4816-aec2-c6263d8541cf req-06980272-1e6e-4384-9dc4-284b4716acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:06.177882 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3e8e2d1b-f81e-4816-aec2-c6263d8541cf req-06980272-1e6e-4384-9dc4-284b4716acb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 1129 time: 0.0431800 Mar 10 07:06:06.220259 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3e8e2d1b-f81e-4816-aec2-c6263d8541cf req-ebe9e718-942d-4043-a215-e18ebab63c63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360496 Mar 10 07:06:07.202824 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb294-2162-4ca4-b40d-ae965de48f65 req-108571ea-3f27-4535-bce8-6e883d051b83 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:07.204297 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c5bcb294-2162-4ca4-b40d-ae965de48f65 req-108571ea-3f27-4535-bce8-6e883d051b83 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0557704 Mar 10 07:06:07.249642 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c5bcb294-2162-4ca4-b40d-ae965de48f65 req-4de2d8f1-5a06-4268-adb4-2fb4268bf43d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397842 Mar 10 07:06:08.362771 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9693e-9bea-4981-930d-fb60ed017a84 req-19b344a2-aac3-4302-afde-a3bc5fc5843f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:08.364218 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cee9693e-9bea-4981-930d-fb60ed017a84 req-19b344a2-aac3-4302-afde-a3bc5fc5843f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0513506 Mar 10 07:06:08.409297 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-cee9693e-9bea-4981-930d-fb60ed017a84 req-3bea34de-4f40-4f9d-b98d-2ee1fbb8ad7e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Mar 10 07:06:08.518872 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35858f-8819-46d7-b4db-49da65102429 req-de59da44-7db4-4b0b-9817-1fd8a0fa4a37 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:08.520305 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4d35858f-8819-46d7-b4db-49da65102429 req-de59da44-7db4-4b0b-9817-1fd8a0fa4a37 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0499396 Mar 10 07:06:08.528701 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35124) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:08.533457 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'port_id': '7bedaf3e-148e-4a26-838d-2daf1e7338e6'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:06:08.559223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:08.577503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (ccb2175a-c7d9-4f05-af13-275af9144855), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:08.995512 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:08.999218 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (ccb2175a-c7d9-4f05-af13-275af9144855), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:09.098145 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP ccb2175a-c7d9-4f05-af13-275af9144855 associated. External IP: 172.27.1.253, port: 7bedaf3e-148e-4a26-838d-2daf1e7338e6. Mar 10 07:06:09.299134 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:06:09.405646 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:06:09.410507 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:09.415478 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:06:09.424603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:09.425252 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:05:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:09.439471 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-41789502-f62d-46be-a6a1-b0fd4e7b261d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "PUT /v2.0/floatingips/ccb2175a-c7d9-4f05-af13-275af9144855 HTTP/1.1" status: 200 len: 991 time: 0.9097736 Mar 10 07:06:09.440155 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:09.442388 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8" -d '{"events": [{"name": "network-changed", "server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:09.476799 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da6e3dd-fc77-4434-b9b7-037f08fd4e51 x-openstack-request-id: req-0da6e3dd-fc77-4434-b9b7-037f08fd4e51 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:09.477124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:09.477378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0da6e3dd-fc77-4434-b9b7-037f08fd4e51 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:09.477809 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'status': 'completed', 'code': 200} Mar 10 07:06:09.533798 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:09.563216 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-105fbad8-dac0-47db-a278-9dfc8bd77801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:09.564863 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-105fbad8-dac0-47db-a278-9dfc8bd77801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 1129 time: 0.0444362 Mar 10 07:06:09.656660 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-f0936af0-cc93-4bec-8060-7cdfbc6a91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:09.658310 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-f0936af0-cc93-4bec-8060-7cdfbc6a91f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0876317 Mar 10 07:06:09.728912 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-0b46f87e-ed4d-4830-9067-6c593d3688f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6 HTTP/1.1" status: 200 len: 999 time: 0.0645838 Mar 10 07:06:09.762374 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:04:01Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}, {'id': 'ccb2175a-c7d9-4f05-af13-275af9144855', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:bc:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:05:56Z', 'updated_at': '2022-03-10T07:06:08Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:09.774851 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-e4ac3dc0-80d5-47a2-8d4e-b5899295ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:09.776296 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-e4ac3dc0-80d5-47a2-8d4e-b5899295ba5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0418062 Mar 10 07:06:09.791200 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:06:09.800148 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:09.800756 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:05:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:09.828491 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-edfb4d0e-2b2d-4ea2-ae03-14e3ef7b4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:09.829966 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-edfb4d0e-2b2d-4ea2-ae03-14e3ef7b4c72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483143 Mar 10 07:06:09.909057 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:09.920018 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-24395ffc-f36a-4372-a5ea-c3c92c8fe705 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827270 Mar 10 07:06:10.014405 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a7cc9e5-f523-45fc-bcf7-e62ad25fbae8 req-8bee73ba-44a3-4f4d-b4ca-db42f5e956cf service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880766 Mar 10 07:06:10.248345 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:04:01Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}, {'id': 'ccb2175a-c7d9-4f05-af13-275af9144855', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:bc:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:05:56Z', 'updated_at': '2022-03-10T07:06:08Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:10.276220 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09497d0-295e-434d-bc7f-2977ad8bc27f None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:04:01Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}, {'id': 'ccb2175a-c7d9-4f05-af13-275af9144855', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:bc:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:05:56Z', 'updated_at': '2022-03-10T07:06:08Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:06:10.473961 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982d817-7a8c-437e-a23f-f8b378f3abf1 None None] New status for floating IP ccb2175a-c7d9-4f05-af13-275af9144855: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:06:22.672896 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1879f9d4-5582-4288-b78d-872f503e9dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:25.016444 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-50c75e08-60e3-4a86-8512-780e876662bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:26.019511 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:27.623574 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:28.927833 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:29.243702 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:06:30.268314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35144) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:30.419094 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Deleting port 5fe7b3cf-3f95-4552-b3a8-1c0a36c18067 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:30.419434 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:30.494967 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:30.495300 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:30.507219 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Calling delete_port for 5fe7b3cf-3f95-4552-b3a8-1c0a36c18067 owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:30.672683 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (5fe7b3cf-3f95-4552-b3a8-1c0a36c18067), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:30.699559 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'Port': ['ID=5fe7b3cf-3f95-4552-b3a8-1c0a36c18067,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:30.723538 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.723898 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.724246 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.724588 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.724929 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.725289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.725623 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.725952 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.726281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.726612 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.727219 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.727541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.727861 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:30.768618 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (7fccf699-ee75-4984-a798-3440d6d074b3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:30.768947 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Floating IP 7fccf699-ee75-4984-a798-3440d6d074b3 disassociated (deleted). External IP: 172.27.1.243, port: 90e9b945-9c6d-4b0f-a803-369e56a97fb4. Mar 10 07:06:31.245679 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:06:31.353500 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:06:31.358098 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:31.362734 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:06:31.372157 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:31.372773 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:31.385475 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-237ad31f-4501-49f9-bda3-99d972652535 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "DELETE /v2.0/floatingips/7fccf699-ee75-4984-a798-3440d6d074b3 HTTP/1.1" status: 204 len: 168 time: 1.1161904 Mar 10 07:06:31.386069 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:31.388450 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2159e261-3a3b-428d-8a62-ae1549ac6ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:31.427737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c174ce-ada2-4f4b-8924-ab1b006e0ff4 x-openstack-request-id: req-18c174ce-ada2-4f4b-8924-ab1b006e0ff4 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:31.428027 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:31.428281 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18c174ce-ada2-4f4b-8924-ab1b006e0ff4 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:31.428679 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'status': 'completed', 'code': 200} Mar 10 07:06:31.495226 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:31.527682 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-24fdf9a4-4859-4af4-9c04-697ed02d7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:31.529317 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-24fdf9a4-4859-4af4-9c04-697ed02d7242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 1129 time: 0.0572958 Mar 10 07:06:31.618739 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ce62f-48da-4b12-9e3a-09b386f82b9b req-1de50671-885d-4505-bd15-d9afab88734e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:31.620147 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-896ce62f-48da-4b12-9e3a-09b386f82b9b req-1de50671-885d-4505-bd15-d9afab88734e tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0575476 Mar 10 07:06:31.658856 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-fd337830-92d0-4eb9-ad37-ae337fc3e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:31.660492 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-fd337830-92d0-4eb9-ad37-ae337fc3e59f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0928168 Mar 10 07:06:31.675807 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-896ce62f-48da-4b12-9e3a-09b386f82b9b req-d65fcad9-a113-4a46-adf2-823c7b0d14ca tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497653 Mar 10 07:06:31.702989 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-a25f3038-8e49-418f-8309-f636dfc920cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4 HTTP/1.1" status: 200 len: 217 time: 0.0357661 Mar 10 07:06:31.735633 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:41Z', 'revision_number': 1, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:31.748698 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-8ee3c397-4712-40ba-8b94-b75ef54e647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:31.750694 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-8ee3c397-4712-40ba-8b94-b75ef54e647a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0426576 Mar 10 07:06:31.761790 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:06:31.770722 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:31.771331 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:31.800332 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-90a9b291-20b0-4350-89b7-1c4131eb4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:31.801863 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-90a9b291-20b0-4350-89b7-1c4131eb4313 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429177 Mar 10 07:06:31.876294 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:31.893473 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-6434140e-3912-40b0-b3f3-d77d0022c285 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839853 Mar 10 07:06:31.983690 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2159e261-3a3b-428d-8a62-ae1549ac6ecb req-33492392-f172-4e6b-98df-13f33b89a648 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843716 Mar 10 07:06:32.091849 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:41Z', 'revision_number': 1, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:32.120614 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7a486-a66e-4e90-aad4-ce5cd7d1beaf None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'port_id': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'mac_address': 'fa:16:3e:e8:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:01:39Z', 'updated_at': '2022-03-10T07:01:41Z', 'revision_number': 1, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:06:32.331661 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cddb7f-4b3f-4d73-a9fb-a825d1de96ff None None] New status for floating IP 7fccf699-ee75-4984-a798-3440d6d074b3: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:06:32.798530 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f743a-2ab4-4f2e-b64b-e4c2cec86cb5 req-cb46969e-1b3b-407e-9f5b-ff040d97adf8 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:32.799974 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2d7f743a-2ab4-4f2e-b64b-e4c2cec86cb5 req-cb46969e-1b3b-407e-9f5b-ff040d97adf8 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Mar 10 07:06:32.847469 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2d7f743a-2ab4-4f2e-b64b-e4c2cec86cb5 req-9e34adb3-76ee-4663-9846-b7e1199d8d44 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417356 Mar 10 07:06:33.549869 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-24a55a73-61b3-47b2-8ef0-570d34ec2aad tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:33.551661 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-24a55a73-61b3-47b2-8ef0-570d34ec2aad tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0503485 Mar 10 07:06:33.643114 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Deleting port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:33.643459 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:33.728218 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] For port 90e9b945-9c6d-4b0f-a803-369e56a97fb4, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=90e9b945-9c6d-4b0f-a803-369e56a97fb4,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:33.728574 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:33.741130 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Calling delete_port for 90e9b945-9c6d-4b0f-a803-369e56a97fb4 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:33.866971 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (90e9b945-9c6d-4b0f-a803-369e56a97fb4), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:33.894882 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'Port': ['ID=90e9b945-9c6d-4b0f-a803-369e56a97fb4,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:33.941021 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] No DVR routers for this DVR port 90e9b945-9c6d-4b0f-a803-369e56a97fb4 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:06:33.943519 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:33.946005 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-2b95553e-2369-4f12-b668-370102a4f110 req-9596fcd6-3b2d-42ad-a9d7-ee16f02b23c5 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=4459e739-d15f-4c63-ab6b-cc268336b6e1 HTTP/1.1" status: 200 len: 210 time: 0.0273714 Mar 10 07:06:33.946794 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2dff6484-77b4-4ca5-a68f-4e5fa115c3de req-1bb4c47e-1326-414d-ba96-fcbf63affc1b tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "DELETE /v2.0/ports/90e9b945-9c6d-4b0f-a803-369e56a97fb4 HTTP/1.1" status: 204 len: 173 time: 0.3905129 Mar 10 07:06:33.947242 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'name': 'network-vif-deleted', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:33.949547 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a42c7-ddfa-4ec9-a624-fd2befb743b2" -d '{"events": [{"server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "name": "network-vif-deleted", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:33.989233 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6970ad44-4398-4164-856e-8910962f083a x-openstack-request-id: req-6970ad44-4398-4164-856e-8910962f083a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:33.989533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4459e739-d15f-4c63-ab6b-cc268336b6e1", "name": "network-vif-deleted", "tag": "90e9b945-9c6d-4b0f-a803-369e56a97fb4", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:33.989871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6970ad44-4398-4164-856e-8910962f083a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:33.990248 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459e739-d15f-4c63-ab6b-cc268336b6e1', 'name': 'network-vif-deleted', 'tag': '90e9b945-9c6d-4b0f-a803-369e56a97fb4', 'status': 'completed', 'code': 200} Mar 10 07:06:37.224633 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35172) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:37.380381 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Deleting port 9899af6e-69d3-4b47-ac00-3b02ab1fb2b5 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:37.380616 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:37.453086 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:37.453405 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:37.464512 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Calling delete_port for 9899af6e-69d3-4b47-ac00-3b02ab1fb2b5 owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:37.602912 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (9899af6e-69d3-4b47-ac00-3b02ab1fb2b5), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:37.630168 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'Port': ['ID=9899af6e-69d3-4b47-ac00-3b02ab1fb2b5,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:37.688188 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:37.688513 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Floating IP 0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd disassociated (deleted). External IP: 172.27.1.191, port: a3cdb040-c322-45dc-94a0-0a6d47a6b889. Mar 10 07:06:37.806850 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 90e9b945-9c6d-4b0f-a803-369e56a97fb4 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:37.826043 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 90e9b945-9c6d-4b0f-a803-369e56a97fb4 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:37.826392 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 90e9b945-9c6d-4b0f-a803-369e56a97fb4 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:37.893594 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:06:37.999496 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:06:38.003944 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:38.010974 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:06:38.021676 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:38.022277 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:38.033504 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-fec467cb-09b9-4d23-adea-e7c1f91f3549 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "DELETE /v2.0/floatingips/0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd HTTP/1.1" status: 204 len: 168 time: 0.8077836 Mar 10 07:06:38.034205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:38.036523 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:38.073507 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d41f1-8bf0-4408-973b-7cf44d530523 x-openstack-request-id: req-ae7d41f1-8bf0-4408-973b-7cf44d530523 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:38.073920 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:38.074181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae7d41f1-8bf0-4408-973b-7cf44d530523 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:38.074617 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'status': 'completed', 'code': 200} Mar 10 07:06:38.134373 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:38.164773 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-abf9421f-26cd-4461-9d15-9fca45b06f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:38.166399 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-abf9421f-26cd-4461-9d15-9fca45b06f84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8708c22f6cc413c91a6621f3f868060&device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 1129 time: 0.0530410 Mar 10 07:06:38.266451 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d345f-ca54-42e8-b7a6-a87874c40b71 req-454ff779-85b8-41e4-8468-4cc60c3b9c9a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:38.267985 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3c1d345f-ca54-42e8-b7a6-a87874c40b71 req-454ff779-85b8-41e4-8468-4cc60c3b9c9a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 945 time: 0.0556290 Mar 10 07:06:38.303096 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-2725291e-f0be-4161-a2a1-72a331172256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:38.304569 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-2725291e-f0be-4161-a2a1-72a331172256 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 200 len: 912 time: 0.0994847 Mar 10 07:06:38.319070 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-3c1d345f-ca54-42e8-b7a6-a87874c40b71 req-eaf53ae4-da1d-405f-b3e4-c61f5b3cc89f tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440583 Mar 10 07:06:38.348095 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:38.352698 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-58704b6d-198c-41cd-8482-c8193aab16e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 200 len: 217 time: 0.0356002 Mar 10 07:06:38.374866 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:06:38.383076 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:38.383685 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:38.403650 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-b452db29-6b42-4ba5-8029-3b23f49ebaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:38.405140 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-b452db29-6b42-4ba5-8029-3b23f49ebaf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 200 len: 851 time: 0.0445552 Mar 10 07:06:38.466667 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-267c31f8-2a43-4a87-ae28-3213e044031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:38.468148 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-267c31f8-2a43-4a87-ae28-3213e044031f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aec699c-bb34-4053-89a4-ce976da1ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546348 Mar 10 07:06:38.500538 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:38.580813 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-a6f79cf9-19c8-4aa2-93bd-2cc8a202be5a service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876281 Mar 10 07:06:38.690208 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-9e3afc57-bdb1-4cf5-ae07-2216d36c7dc1 req-d8fcca69-d2e7-4dda-a0b0-3ae12c1fac55 service neutron] 10.222.0.36 "GET /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933654 Mar 10 07:06:38.735818 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:38.834354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:38.863551 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b71278-69c8-4863-9a52-10660da519f3 None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T06:57:10Z', 'revision_number': 4, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '05fdaa3c-3c71-4285-8989-742bfc58b84c', 'name': '', 'network_id': '3aec699c-bb34-4053-89a4-ce976da1ee9f', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'mac_address': 'fa:16:3e:7a:ef:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:09Z', 'updated_at': '2022-03-10T06:57:15Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'subnets': [{'id': '4ba80fc1-53de-421f-9764-5c5b3a7f898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:06:39.073319 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae840fb-0b34-41dc-999e-91b119e5100c None None] New status for floating IP 0d3d3efe-00ad-47a7-86fc-c6dcbd8e72fd: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:06:39.110670 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-ec09a468-6b01-454f-ad1e-afb0fe9f34fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:39.112334 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-ec09a468-6b01-454f-ad1e-afb0fe9f34fa tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Mar 10 07:06:39.207400 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Deleting port a3cdb040-c322-45dc-94a0-0a6d47a6b889 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:39.207731 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:39.297678 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] For port a3cdb040-c322-45dc-94a0-0a6d47a6b889, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=a3cdb040-c322-45dc-94a0-0a6d47a6b889,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:39.298039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:39.310357 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Calling delete_port for a3cdb040-c322-45dc-94a0-0a6d47a6b889 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:39.461414 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (a3cdb040-c322-45dc-94a0-0a6d47a6b889), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:39.497315 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0415c7-6731-4fd9-a4c0-2453c67da583 req-df15f358-5702-4555-85d6-d69f99e97021 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:39.498837 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2a0415c7-6731-4fd9-a4c0-2453c67da583 req-df15f358-5702-4555-85d6-d69f99e97021 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fdf5a9-698f-410f-90a5-a87d6b53c427 HTTP/1.1" status: 200 len: 945 time: 0.1122243 Mar 10 07:06:39.501685 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'Port': ['ID=a3cdb040-c322-45dc-94a0-0a6d47a6b889,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:39.558594 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] No DVR routers for this DVR port a3cdb040-c322-45dc-94a0-0a6d47a6b889 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:06:39.565440 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:39.568757 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-b2147139-9d27-48ee-bab8-3baba05c47a2 req-a6463cab-4e72-4be3-95bb-085897fbec0a tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.36 "DELETE /v2.0/ports/a3cdb040-c322-45dc-94a0-0a6d47a6b889 HTTP/1.1" status: 204 len: 173 time: 0.4514766 Mar 10 07:06:39.587300 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2a0415c7-6731-4fd9-a4c0-2453c67da583 req-ae03bf75-ed6d-4d84-b859-056160eb1031 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812387 Mar 10 07:06:40.076618 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'name': 'network-vif-deleted', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:06:40.078911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852acf8-2af3-4bbf-a047-a592a1c42a66" -d '{"events": [{"server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "name": "network-vif-deleted", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:06:40.113417 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492ae50e-b1e1-4132-847d-c6145a0014ee x-openstack-request-id: req-492ae50e-b1e1-4132-847d-c6145a0014ee {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:06:40.113712 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdf5a9-698f-410f-90a5-a87d6b53c427", "name": "network-vif-deleted", "tag": "a3cdb040-c322-45dc-94a0-0a6d47a6b889", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:06:40.113989 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-492ae50e-b1e1-4132-847d-c6145a0014ee {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:06:40.114385 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdf5a9-698f-410f-90a5-a87d6b53c427', 'name': 'network-vif-deleted', 'tag': 'a3cdb040-c322-45dc-94a0-0a6d47a6b889', 'status': 'completed', 'code': 200} Mar 10 07:06:40.644349 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35188) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:40.761665 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Deleting port c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:40.761995 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:40.833879 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:40.834101 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:40.845557 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Calling delete_port for c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:40.973425 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:40.997830 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'Port': ['ID=c4278468-80d4-4fd5-b5d3-c8a4fec4bd7b,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:41.060858 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for floatingip (d9c7d281-509f-40d5-9d43-ad9451343a56), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:41.064137 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:41.065280 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-cdca33c7-5c9b-45a1-9fbe-5cef5bf77def tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "DELETE /v2.0/floatingips/d9c7d281-509f-40d5-9d43-ad9451343a56 HTTP/1.1" status: 204 len: 168 time: 0.4199538 Mar 10 07:06:41.820326 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device a3cdb040-c322-45dc-94a0-0a6d47a6b889 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:41.840412 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: a3cdb040-c322-45dc-94a0-0a6d47a6b889 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:41.840764 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device a3cdb040-c322-45dc-94a0-0a6d47a6b889 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:42.251138 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35200) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:42.304685 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-017aea74-b452-4b7a-99d8-ce93565a5e76 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group (cdd8d89e-5b17-4d9c-ac37-33dd84634dc6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:42.329129 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-017aea74-b452-4b7a-99d8-ce93565a5e76 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group (cdd8d89e-5b17-4d9c-ac37-33dd84634dc6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:42.385855 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-017aea74-b452-4b7a-99d8-ce93565a5e76 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (cdd8d89e-5b17-4d9c-ac37-33dd84634dc6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:42.388485 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-017aea74-b452-4b7a-99d8-ce93565a5e76 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:42.389665 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-017aea74-b452-4b7a-99d8-ce93565a5e76 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] 10.222.0.35 "DELETE /v2.0/security-groups/cdd8d89e-5b17-4d9c-ac37-33dd84634dc6 HTTP/1.1" status: 204 len: 168 time: 0.1375620 Mar 10 07:06:42.400308 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aea74-b452-4b7a-99d8-ce93565a5e76 tempest-TestVolumeBootPattern-1531117885 tempest-TestVolumeBootPattern-1531117885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8d89e-5b17-4d9c-ac37-33dd84634dc6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:42.454468 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35204) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:43.291098 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (372986bb-4199-403b-82d0-6524c4b3a8b7), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:43.528074 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Deleting port 05fdaa3c-3c71-4285-8989-742bfc58b84c {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:43.528409 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:43.603455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] For port 05fdaa3c-3c71-4285-8989-742bfc58b84c, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=05fdaa3c-3c71-4285-8989-742bfc58b84c,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:43.603726 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:43.615665 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Calling delete_port for 05fdaa3c-3c71-4285-8989-742bfc58b84c owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:43.788803 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (05fdaa3c-3c71-4285-8989-742bfc58b84c), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:43.816817 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fdaa3c-3c71-4285-8989-742bfc58b84c,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:43.978393 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (372986bb-4199-403b-82d0-6524c4b3a8b7), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.185187 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Router 372986bb-4199-403b-82d0-6524c4b3a8b7 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:06:44.290032 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:06:44.294987 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3efc3c7d-7420-4a57-81b4-c5d3012b6aa0 admin admin] 10.222.0.35 "PUT /v2.0/routers/372986bb-4199-403b-82d0-6524c4b3a8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394823 Mar 10 07:06:44.297984 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35208) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:44.301017 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] Sync routers for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:06:44.311405 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:44.312561 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:44.399966 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks [] for router (372986bb-4199-403b-82d0-6524c4b3a8b7), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.417260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:44.501432 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks [] for router_gateway (372986bb-4199-403b-82d0-6524c4b3a8b7), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.551109 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Deleting port 75fc47fe-7624-4d33-bbba-28270f1fbe42 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:44.551441 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.593384 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T07:06:43Z', 'revision_number': 5, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port': {'id': '75fc47fe-7624-4d33-bbba-28270f1fbe42', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:07Z', 'updated_at': '2022-03-10T06:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:44.620275 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] Checking router: 372986bb-4199-403b-82d0-6524c4b3a8b7 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:06:44.626439 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] For port 75fc47fe-7624-4d33-bbba-28270f1fbe42, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=75fc47fe-7624-4d33-bbba-28270f1fbe42,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:44.626797 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.628790 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] Routers {'372986bb-4199-403b-82d0-6524c4b3a8b7'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:44.629440 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['372986bb-4199-403b-82d0-6524c4b3a8b7'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:44.638881 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Calling delete_port for 75fc47fe-7624-4d33-bbba-28270f1fbe42 owned by network:router_gateway {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:44.720950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] Set router 372986bb-4199-403b-82d0-6524c4b3a8b7 gateway port host: None {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:44.774362 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T07:06:44Z', 'revision_number': 6, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:44.800116 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779256-9b5d-4557-80b9-6c2881fd45fa None None] The sync data for ids ['372986bb-4199-403b-82d0-6524c4b3a8b7'] in dv-cinder-832918-1-iscsi is: [{'id': '372986bb-4199-403b-82d0-6524c4b3a8b7', 'name': 'tempest-TestVolumeBootPattern-1196664877-router', 'tenant_id': 'b8708c22f6cc413c91a6621f3f868060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:06Z', 'updated_at': '2022-03-10T07:06:44Z', 'revision_number': 6, 'project_id': 'b8708c22f6cc413c91a6621f3f868060', 'gw_port_host': None}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:06:44.803877 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (75fc47fe-7624-4d33-bbba-28270f1fbe42), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.834617 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fc47fe-7624-4d33-bbba-28270f1fbe42,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:44.890717 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (372986bb-4199-403b-82d0-6524c4b3a8b7), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.978734 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (372986bb-4199-403b-82d0-6524c4b3a8b7), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.980934 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks [] for router_controller (372986bb-4199-403b-82d0-6524c4b3a8b7), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.026654 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (372986bb-4199-403b-82d0-6524c4b3a8b7), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.027109 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 372986bb-4199-403b-82d0-6524c4b3a8b7 {{(pid=109520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:06:45.031986 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.033097 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4c98ad4c-6d58-49eb-97cc-dab4b660b898 admin admin] 10.222.0.35 "DELETE /v2.0/routers/372986bb-4199-403b-82d0-6524c4b3a8b7 HTTP/1.1" status: 204 len: 168 time: 0.7342072 Mar 10 07:06:45.035611 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35210) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:45.078066 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Deleting subnet 4ba80fc1-53de-421f-9764-5c5b3a7f898d {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:06:45.081014 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Publish callbacks [] for subnet (4ba80fc1-53de-421f-9764-5c5b3a7f898d), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.113832 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (4ba80fc1-53de-421f-9764-5c5b3a7f898d), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.192825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (4ba80fc1-53de-421f-9764-5c5b3a7f898d), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.256691 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (4ba80fc1-53de-421f-9764-5c5b3a7f898d), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.281428 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba80fc1-53de-421f-9764-5c5b3a7f898d,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:45.286447 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.291802 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2807346-32cb-4f49-b16f-1cdd3fb19cf9 None None] Network 3aec699c-bb34-4053-89a4-ce976da1ee9f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:06:45.292929 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1794252d-6e37-4c52-9f57-ac0c8e10366f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4ba80fc1-53de-421f-9764-5c5b3a7f898d HTTP/1.1" status: 204 len: 168 time: 0.2563701 Mar 10 07:06:45.293529 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35212) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:45.363288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (3aec699c-bb34-4053-89a4-ce976da1ee9f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.415841 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Deleting port 0f1e0e60-6161-424f-9259-ddf1893352d5 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:45.416182 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.481338 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] For port 0f1e0e60-6161-424f-9259-ddf1893352d5, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=0f1e0e60-6161-424f-9259-ddf1893352d5,segment=NetworkSegment(1018f10d-5ccc-475e-aade-4af7bf7c61ea),segment_id=1018f10d-5ccc-475e-aade-4af7bf7c61ea)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:45.481698 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.493070 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Calling delete_port for 0f1e0e60-6161-424f-9259-ddf1893352d5 owned by network:dhcp {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:45.573022 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (0f1e0e60-6161-424f-9259-ddf1893352d5), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.598550 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1e0e60-6161-424f-9259-ddf1893352d5,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:45.603101 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] No DVR routers for this DVR port 0f1e0e60-6161-424f-9259-ddf1893352d5 on host dv-cinder-832918-1-iscsi {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:06:45.607681 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32fdc66-c0a9-4189-82f0-3c844a886595 None None] DHCP port deletion for 3aec699c-bb34-4053-89a4-ce976da1ee9f request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:06:45.611610 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.611969 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.612316 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.612651 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.613017 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.613749 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.613749 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.613975 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.614299 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.614624 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.614947 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.615270 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.618442 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:45.688146 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (3aec699c-bb34-4053-89a4-ce976da1ee9f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.710323 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec699c-bb34-4053-89a4-ce976da1ee9f']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:45.719896 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1018f10d-5ccc-475e-aade-4af7bf7c61ea') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:45.720163 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1018f10d-5ccc-475e-aade-4af7bf7c61ea') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:45.724849 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 75fc47fe-7624-4d33-bbba-28270f1fbe42 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:45.730078 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (1018f10d-5ccc-475e-aade-4af7bf7c61ea), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.743923 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (1018f10d-5ccc-475e-aade-4af7bf7c61ea), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.745508 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 75fc47fe-7624-4d33-bbba-28270f1fbe42 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:45.745919 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 75fc47fe-7624-4d33-bbba-28270f1fbe42 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:45.746399 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 0f1e0e60-6161-424f-9259-ddf1893352d5 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:45.750288 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:06:45.750671 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (1018f10d-5ccc-475e-aade-4af7bf7c61ea), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:06:45.752309 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:06:45.767670 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 0f1e0e60-6161-424f-9259-ddf1893352d5 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:45.768108 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 0f1e0e60-6161-424f-9259-ddf1893352d5 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:45.768585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 05fdaa3c-3c71-4285-8989-742bfc58b84c no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:45.788521 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 05fdaa3c-3c71-4285-8989-742bfc58b84c {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:45.788870 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 05fdaa3c-3c71-4285-8989-742bfc58b84c not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:45.810732 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (3aec699c-bb34-4053-89a4-ce976da1ee9f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.816847 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.820105 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/3aec699c-bb34-4053-89a4-ce976da1ee9f HTTP/1.1" status: 204 len: 168 time: 0.5255325 Mar 10 07:06:45.823072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35214) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:45.834588 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277e1a-ca02-402e-9dbe-be456f2653dd admin admin] Pushing event deleted for resources: {'Network': ['ID=3aec699c-bb34-4053-89a4-ce976da1ee9f,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:46.159417 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (84624a48-1b59-40fd-9252-e903b49c1ec9), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:46.656013 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Deleting port b9fe2cfe-190d-45e2-bb1c-ceff871d0438 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:46.656355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:46.737705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] For port b9fe2cfe-190d-45e2-bb1c-ceff871d0438, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:46.738060 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:46.750416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Calling delete_port for b9fe2cfe-190d-45e2-bb1c-ceff871d0438 owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:46.923931 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (b9fe2cfe-190d-45e2-bb1c-ceff871d0438), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:46.948192 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fe2cfe-190d-45e2-bb1c-ceff871d0438,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:47.112750 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (84624a48-1b59-40fd-9252-e903b49c1ec9), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:47.317831 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Router 84624a48-1b59-40fd-9252-e903b49c1ec9 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:06:47.459019 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-a04b11f8-a61b-4733-8c4d-75bc72c070f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886881 Mar 10 07:06:47.460339 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:06:47.465015 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3954e1aa-9c55-46d1-a1b8-7cdcf2964bb4 admin admin] 10.222.0.35 "PUT /v2.0/routers/84624a48-1b59-40fd-9252-e903b49c1ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6409962 Mar 10 07:06:47.467581 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35216) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:47.470502 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] Sync routers for ids ['84624a48-1b59-40fd-9252-e903b49c1ec9'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:06:47.480219 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] Routers {'84624a48-1b59-40fd-9252-e903b49c1ec9'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:47.480857 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['84624a48-1b59-40fd-9252-e903b49c1ec9'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:47.584359 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] Set router 84624a48-1b59-40fd-9252-e903b49c1ec9 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:47.596516 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-c96f7f5f-d513-4470-acf9-ef3c6ab593fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:47.598024 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-c96f7f5f-d513-4470-acf9-ef3c6ab593fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0919173 Mar 10 07:06:47.604614 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks [] for router (84624a48-1b59-40fd-9252-e903b49c1ec9), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:47.765601 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T07:06:46Z', 'revision_number': 5, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port': {'id': '94959cfe-9475-4a76-9c82-55d4915557f9', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T06:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:47.777868 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-124ffb63-8647-4f59-84c3-b231dc70aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:47.779357 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-124ffb63-8647-4f59-84c3-b231dc70aa30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.1416972 Mar 10 07:06:47.781311 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks [] for router_gateway (84624a48-1b59-40fd-9252-e903b49c1ec9), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:47.791487 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] Checking router: 84624a48-1b59-40fd-9252-e903b49c1ec9 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:06:47.801513 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] Routers {'84624a48-1b59-40fd-9252-e903b49c1ec9'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:06:47.802135 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['84624a48-1b59-40fd-9252-e903b49c1ec9'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:47.864977 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-56b222b9-af13-4e1c-af62-94d54504f8c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 1001 time: 0.0791647 Mar 10 07:06:47.892895 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] Set router 84624a48-1b59-40fd-9252-e903b49c1ec9 gateway port host: None {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:06:47.912831 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Deleting port 94959cfe-9475-4a76-9c82-55d4915557f9 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:47.913197 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:47.935188 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-1ddcfc1b-ddbf-4145-8c2d-d824a9208740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:47.936715 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-1ddcfc1b-ddbf-4145-8c2d-d824a9208740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0665393 Mar 10 07:06:47.944338 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T07:06:47Z', 'revision_number': 6, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:47.973580 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8529373-2820-4ecc-85db-f7a65c3198b0 None None] The sync data for ids ['84624a48-1b59-40fd-9252-e903b49c1ec9'] in dv-cinder-832918-1-iscsi is: [{'id': '84624a48-1b59-40fd-9252-e903b49c1ec9', 'name': 'tempest-TestVolumeBootPattern-724509230-router', 'tenant_id': '95369c38695248ac93077556bec9e11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:57:12Z', 'updated_at': '2022-03-10T07:06:47Z', 'revision_number': 6, 'project_id': '95369c38695248ac93077556bec9e11f', 'gw_port_host': None}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:06:48.026531 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] For port 94959cfe-9475-4a76-9c82-55d4915557f9, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=94959cfe-9475-4a76-9c82-55d4915557f9,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:48.026891 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.039049 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-127d1d8f-552c-4a0a-b159-f23fb775db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:06:48.040579 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-127d1d8f-552c-4a0a-b159-f23fb775db42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978305 Mar 10 07:06:48.044072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Calling delete_port for 94959cfe-9475-4a76-9c82-55d4915557f9 owned by network:router_gateway {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:48.179259 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-f660da70-8ba8-4ede-9896-7dc5965406b9 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330624 Mar 10 07:06:48.333733 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6629ed5d-e4bb-4677-a801-cfe84cd1335d req-5caf9038-5cd2-408f-b141-ecf660faa6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215637 Mar 10 07:06:48.346735 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (94959cfe-9475-4a76-9c82-55d4915557f9), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.379297 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Pushing event deleted for resources: {'Port': ['ID=94959cfe-9475-4a76-9c82-55d4915557f9,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:48.443860 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (84624a48-1b59-40fd-9252-e903b49c1ec9), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.531800 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (84624a48-1b59-40fd-9252-e903b49c1ec9), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.533886 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks [] for router_controller (84624a48-1b59-40fd-9252-e903b49c1ec9), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.578375 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (84624a48-1b59-40fd-9252-e903b49c1ec9), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.578987 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84624a48-1b59-40fd-9252-e903b49c1ec9 {{(pid=109520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:06:48.584251 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.585386 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-27776f79-87b3-4b4f-8956-3f7bc6f9d10f admin admin] 10.222.0.35 "DELETE /v2.0/routers/84624a48-1b59-40fd-9252-e903b49c1ec9 HTTP/1.1" status: 204 len: 168 time: 1.1162939 Mar 10 07:06:48.587916 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35220) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:48.630637 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Deleting subnet b667c4b8-d19d-4e07-a580-388134b3ebd6 {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:06:48.633560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Publish callbacks [] for subnet (b667c4b8-d19d-4e07-a580-388134b3ebd6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.666807 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (b667c4b8-d19d-4e07-a580-388134b3ebd6), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.744301 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (b667c4b8-d19d-4e07-a580-388134b3ebd6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.798015 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (b667c4b8-d19d-4e07-a580-388134b3ebd6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.825236 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b667c4b8-d19d-4e07-a580-388134b3ebd6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:48.827188 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.830421 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a314f497-b498-40e5-8406-57ce24a4e5fa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b667c4b8-d19d-4e07-a580-388134b3ebd6 HTTP/1.1" status: 204 len: 168 time: 0.2415731 Mar 10 07:06:48.832917 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35222) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:48.842511 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d35e1a-5f3e-4711-9ba0-986ec21a9041 None None] Network 8b6de32a-724e-4b36-8a81-185e9dca3d6c requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:06:48.903993 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (8b6de32a-724e-4b36-8a81-185e9dca3d6c), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.966488 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Deleting port c580b4e6-9444-4875-92d9-b484594d2f17 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:48.967063 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.001293 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] DHCP port deletion for 8b6de32a-724e-4b36-8a81-185e9dca3d6c request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:06:49.038841 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] For port c580b4e6-9444-4875-92d9-b484594d2f17, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c580b4e6-9444-4875-92d9-b484594d2f17,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:49.039275 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.053419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Calling delete_port for c580b4e6-9444-4875-92d9-b484594d2f17 owned by network:dhcp {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:49.057110 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Deleting port c580b4e6-9444-4875-92d9-b484594d2f17 {{(pid=109521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:06:49.057450 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), before_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.117964 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] For port c580b4e6-9444-4875-92d9-b484594d2f17, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c580b4e6-9444-4875-92d9-b484594d2f17,segment=NetworkSegment(b09f3407-89e2-4fab-9080-d9773e71a5e2),segment_id=b09f3407-89e2-4fab-9080-d9773e71a5e2)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:06:49.118358 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), precommit_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.130659 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Calling delete_port for c580b4e6-9444-4875-92d9-b484594d2f17 owned by network:dhcp {{(pid=109521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:06:49.135404 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.161562 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Pushing event deleted for resources: {'Port': ['ID=c580b4e6-9444-4875-92d9-b484594d2f17,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:49.163333 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] No DVR routers for this DVR port c580b4e6-9444-4875-92d9-b484594d2f17 on host dv-cinder-832918-1-iscsi {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:06:49.210851 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642'] for port (c580b4e6-9444-4875-92d9-b484594d2f17), after_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.235641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (8b6de32a-724e-4b36-8a81-185e9dca3d6c), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.235851 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Pushing event deleted for resources: {'Port': ['ID=c580b4e6-9444-4875-92d9-b484594d2f17,revision_number=None']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:49.240078 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] No DVR routers for this DVR port c580b4e6-9444-4875-92d9-b484594d2f17 on host dv-cinder-832918-1-iscsi {{(pid=109521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:06:49.246773 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.247129 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.247471 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.247811 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.248138 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.248469 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.248791 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.249174 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.249640 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.250986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.250986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.250986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.250986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1527-5d58-4398-ba4c-8a02ec75fa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:06:49.256034 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6de32a-724e-4b36-8a81-185e9dca3d6c']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:49.265576 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09f3407-89e2-4fab-9080-d9773e71a5e2') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:49.265867 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09f3407-89e2-4fab-9080-d9773e71a5e2') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:06:49.274863 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (b09f3407-89e2-4fab-9080-d9773e71a5e2), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.288355 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (b09f3407-89e2-4fab-9080-d9773e71a5e2), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.294023 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:06:49.294395 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (b09f3407-89e2-4fab-9080-d9773e71a5e2), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:06:49.295987 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:06:49.347371 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (8b6de32a-724e-4b36-8a81-185e9dca3d6c), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.352500 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.355631 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] 10.222.0.35 "DELETE /v2.0/networks/8b6de32a-724e-4b36-8a81-185e9dca3d6c HTTP/1.1" status: 204 len: 168 time: 0.5218422 Mar 10 07:06:49.366524 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccd620-6cc1-4e3f-afa9-c9988222142f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6de32a-724e-4b36-8a81-185e9dca3d6c,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:49.490172 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35226) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:49.532921 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-54a420b1-a4c6-46fc-9162-cf6edd8548fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8708c22f6cc413c91a6621f3f868060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414944 Mar 10 07:06:49.535247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35228) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:49.579255 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45d62673-20e2-4ba4-934d-53d67d3de702 admin admin] Publish callbacks [] for security_group (ad3e14a1-3c2f-40bc-88e7-2b4c98fece41), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.599470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45d62673-20e2-4ba4-934d-53d67d3de702 admin admin] Publish callbacks [] for security_group (ad3e14a1-3c2f-40bc-88e7-2b4c98fece41), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.645294 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45d62673-20e2-4ba4-934d-53d67d3de702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ad3e14a1-3c2f-40bc-88e7-2b4c98fece41), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.647813 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-45d62673-20e2-4ba4-934d-53d67d3de702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:49.648939 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-45d62673-20e2-4ba4-934d-53d67d3de702 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad3e14a1-3c2f-40bc-88e7-2b4c98fece41 HTTP/1.1" status: 204 len: 168 time: 0.1128182 Mar 10 07:06:49.657718 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d62673-20e2-4ba4-934d-53d67d3de702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e14a1-3c2f-40bc-88e7-2b4c98fece41,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:49.721817 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 94959cfe-9475-4a76-9c82-55d4915557f9 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:49.741439 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 94959cfe-9475-4a76-9c82-55d4915557f9 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:49.741786 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 94959cfe-9475-4a76-9c82-55d4915557f9 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:49.742203 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c580b4e6-9444-4875-92d9-b484594d2f17 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:49.761800 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: c580b4e6-9444-4875-92d9-b484594d2f17 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:49.762151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c580b4e6-9444-4875-92d9-b484594d2f17 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:49.762561 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b9fe2cfe-190d-45e2-bb1c-ceff871d0438 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:06:49.784280 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: b9fe2cfe-190d-45e2-bb1c-ceff871d0438 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:06:49.784510 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device b9fe2cfe-190d-45e2-bb1c-ceff871d0438 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:06:49.956558 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35234) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:49.993996 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f252d4fd-6901-4021-9da4-d9ad1ab74211 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95369c38695248ac93077556bec9e11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0361774 Mar 10 07:06:49.996289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35236) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:06:50.042575 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49e66169-8908-4cf0-98d1-f06c398d6c51 admin admin] Publish callbacks [] for security_group (12d78592-7932-4961-8427-ab39d1f0abaf), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:50.064548 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49e66169-8908-4cf0-98d1-f06c398d6c51 admin admin] Publish callbacks [] for security_group (12d78592-7932-4961-8427-ab39d1f0abaf), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:50.113146 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49e66169-8908-4cf0-98d1-f06c398d6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (12d78592-7932-4961-8427-ab39d1f0abaf), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:50.115690 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-49e66169-8908-4cf0-98d1-f06c398d6c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:50.116810 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-49e66169-8908-4cf0-98d1-f06c398d6c51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12d78592-7932-4961-8427-ab39d1f0abaf HTTP/1.1" status: 204 len: 168 time: 0.1196215 Mar 10 07:06:50.124897 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e66169-8908-4cf0-98d1-f06c398d6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d78592-7932-4961-8427-ab39d1f0abaf,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:06:52.674485 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4163-333f-4a7a-aae9-acc3b3f4b9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:55.017520 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-75cf3c52-0f49-47e4-8bca-3c731de7be74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:56.023580 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:57.627616 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:58.931010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:06.242029 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:07:07.847415 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35244) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:08.430419 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Deleting port c9e16350-8bc1-4494-adca-4acee234b20f {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:08.430777 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c9e16350-8bc1-4494-adca-4acee234b20f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:08.504358 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c9e16350-8bc1-4494-adca-4acee234b20f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:08.504681 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for floatingip (c9e16350-8bc1-4494-adca-4acee234b20f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:08.516560 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Calling delete_port for c9e16350-8bc1-4494-adca-4acee234b20f owned by network:floatingip {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:08.561748 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:08.659702 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (c9e16350-8bc1-4494-adca-4acee234b20f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:08.686784 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event deleted for resources: {'Port': ['ID=c9e16350-8bc1-4494-adca-4acee234b20f,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:08.746319 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for floatingip (5b7f1004-bf1f-4a04-9486-40071db53a16), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:08.746649 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.l3_db [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Floating IP 5b7f1004-bf1f-4a04-9486-40071db53a16 disassociated (deleted). External IP: 172.27.1.134, port: bed2e887-326c-448b-952a-84d60235c247. Mar 10 07:07:08.962088 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:07:09.071258 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:07:09.075931 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:09.081940 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] Sync routers for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:07:09.091134 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:09.091737 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:09.105121 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-8202ce78-b768-4054-b9ac-85b6f46b9336 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "DELETE /v2.0/floatingips/5b7f1004-bf1f-4a04-9486-40071db53a16 HTTP/1.1" status: 204 len: 168 time: 1.2566099 Mar 10 07:07:09.105816 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:09.108166 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d98d975dc7b5974201ec4218a4765be2749f7b49948f6e672bd3f4c35e4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c519bf06-8093-40a7-9a72-ee85c0d15c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:09.204780 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:09.274615 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d621b1d-3bd4-4f63-aa45-108cfa963e21 x-openstack-request-id: req-5d621b1d-3bd4-4f63-aa45-108cfa963e21 {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:09.274912 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "tag": "bed2e887-326c-448b-952a-84d60235c247", "status": "completed", "code": 200}]} {{(pid=109519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:09.275167 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d621b1d-3bd4-4f63-aa45-108cfa963e21 {{(pid=109519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:09.275578 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'status': 'completed', 'code': 200} Mar 10 07:07:09.361444 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa243-9958-4233-8947-6b6b6c8b09c1 req-e6c2269c-52f2-4918-b265-2104edfa6aff tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:09.362914 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-099fa243-9958-4233-8947-6b6b6c8b09c1 req-e6c2269c-52f2-4918-b265-2104edfa6aff tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0763748 Mar 10 07:07:09.400535 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-bef50692-40df-4acc-acab-bee3549f0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:09.402022 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-bef50692-40df-4acc-acab-bee3549f0c07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b03726137774e099fc245a1daa7727c&device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 1129 time: 0.0766764 Mar 10 07:07:09.410226 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:28Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:09.436488 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-099fa243-9958-4233-8947-6b6b6c8b09c1 req-88dcdaf0-70cd-4bbf-8867-fd43acc83f15 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661602 Mar 10 07:07:09.441038 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] Checking router: 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:07:09.450661 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:09.451278 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:09.505503 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-2fcbea40-8a90-458a-88fd-935f1d725c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:09.506944 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-2fcbea40-8a90-458a-88fd-935f1d725c30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 200 len: 907 time: 0.0947032 Mar 10 07:07:09.547894 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-6605e909-c684-412f-9f9c-85e9f45a7e5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 200 len: 217 time: 0.0340986 Mar 10 07:07:09.602770 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-d140d584-30f2-43a5-91b1-f7139a23a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:09.604224 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-d140d584-30f2-43a5-91b1-f7139a23a992 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 200 len: 846 time: 0.0486498 Mar 10 07:07:09.688951 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:09.887387 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:28Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:09.913379 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc356e-b352-4a9a-8d6e-6c99ec83a476 None None] The sync data for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi is: [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:01:24Z', 'revision_number': 4, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': '5913e9f0-dbd2-46f2-924d-ded0c5e10093', 'name': '', 'network_id': 'b56ed19f-d87d-420a-823c-62f6fdaa6ba1', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'mac_address': 'fa:16:3e:6a:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:23Z', 'updated_at': '2022-03-10T07:01:28Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'subnets': [{'id': '347c6539-3016-481b-a402-d05f4c6f93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:07:09.915073 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-3a7dcfab-f263-40ff-8351-d3d0cc3a6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:09.916826 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-3a7dcfab-f263-40ff-8351-d3d0cc3a6956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ed19f-d87d-420a-823c-62f6fdaa6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3052502 Mar 10 07:07:10.008081 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-91a94b76-d02e-4d9b-aa25-2411d3376ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835247 Mar 10 07:07:10.102651 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c519bf06-8093-40a7-9a72-ee85c0d15c5e req-36be6659-8d8a-4425-a826-2a7ca64c6f30 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886683 Mar 10 07:07:10.151230 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff71f42-9205-4a57-9afc-a7e734d09453 None None] New status for floating IP 5b7f1004-bf1f-4a04-9486-40071db53a16: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:07:10.554921 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda9221-e485-4ee7-8288-24c531b2f5af req-9d150b87-6c32-40e4-9349-c17186d688dd tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:10.556382 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ffda9221-e485-4ee7-8288-24c531b2f5af req-9d150b87-6c32-40e4-9349-c17186d688dd tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Mar 10 07:07:10.604911 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ffda9221-e485-4ee7-8288-24c531b2f5af req-70decd8e-803b-42a6-bcd1-a398458d570b tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/security-groups?id=b5ec9595-cb85-438d-b7d6-bbae08243eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Mar 10 07:07:11.276263 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a31f29a9-6a60-4203-9ff9-0f6d43fb84d6 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:11.277671 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a31f29a9-6a60-4203-9ff9-0f6d43fb84d6 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 945 time: 0.0541484 Mar 10 07:07:11.371230 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Deleting port bed2e887-326c-448b-952a-84d60235c247 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:11.371557 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (bed2e887-326c-448b-952a-84d60235c247), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:11.457015 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] For port bed2e887-326c-448b-952a-84d60235c247, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bed2e887-326c-448b-952a-84d60235c247,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:11.457367 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (bed2e887-326c-448b-952a-84d60235c247), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:11.469172 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Calling delete_port for bed2e887-326c-448b-952a-84d60235c247 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:11.590493 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (bed2e887-326c-448b-952a-84d60235c247), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:11.616748 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event deleted for resources: {'Port': ['ID=bed2e887-326c-448b-952a-84d60235c247,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:11.662514 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] No DVR routers for this DVR port bed2e887-326c-448b-952a-84d60235c247 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:07:11.665564 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:11.669365 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e2e55187-4664-4c06-ba5c-4d0584101f87 req-a8ac9837-6374-483c-8261-6c851ca69580 tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.36 "DELETE /v2.0/ports/bed2e887-326c-448b-952a-84d60235c247 HTTP/1.1" status: 204 len: 173 time: 0.3856747 Mar 10 07:07:11.669867 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-deleted', 'tag': 'bed2e887-326c-448b-952a-84d60235c247'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:11.673206 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc342c7-8e7f-490c-adbe-d04263f384f1" -d '{"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-deleted", "tag": "bed2e887-326c-448b-952a-84d60235c247"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:11.703489 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e64c3b02-59e2-4189-92e7-f8160941cac9 req-4540da36-6269-4f0a-9e5f-5a0b9775adcf tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8aec41a-ee2b-4684-beeb-9c471f943944 HTTP/1.1" status: 200 len: 210 time: 0.0281219 Mar 10 07:07:11.713388 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98bf71f-02e6-4377-9613-3019abcd10b5 x-openstack-request-id: req-f98bf71f-02e6-4377-9613-3019abcd10b5 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:11.714322 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aec41a-ee2b-4684-beeb-9c471f943944", "name": "network-vif-deleted", "tag": "bed2e887-326c-448b-952a-84d60235c247", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:11.714578 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f98bf71f-02e6-4377-9613-3019abcd10b5 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:11.717207 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aec41a-ee2b-4684-beeb-9c471f943944', 'name': 'network-vif-deleted', 'tag': 'bed2e887-326c-448b-952a-84d60235c247', 'status': 'completed', 'code': 200} Mar 10 07:07:12.758064 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35264) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:12.817458 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d60c4fe-3550-4e8e-a6eb-24995410103f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group (b5ec9595-cb85-438d-b7d6-bbae08243eb9), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:12.841717 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d60c4fe-3550-4e8e-a6eb-24995410103f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group (b5ec9595-cb85-438d-b7d6-bbae08243eb9), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:12.897665 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d60c4fe-3550-4e8e-a6eb-24995410103f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (b5ec9595-cb85-438d-b7d6-bbae08243eb9), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:12.900240 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-9d60c4fe-3550-4e8e-a6eb-24995410103f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:12.901398 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-9d60c4fe-3550-4e8e-a6eb-24995410103f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] 10.222.0.35 "DELETE /v2.0/security-groups/b5ec9595-cb85-438d-b7d6-bbae08243eb9 HTTP/1.1" status: 204 len: 168 time: 0.1423600 Mar 10 07:07:12.911781 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60c4fe-3550-4e8e-a6eb-24995410103f tempest-TestShelveInstance-441338804 tempest-TestShelveInstance-441338804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec9595-cb85-438d-b7d6-bbae08243eb9,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:12.943741 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35268) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:13.378363 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:13.631644 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Deleting port 5913e9f0-dbd2-46f2-924d-ded0c5e10093 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:13.631900 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:13.712374 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] For port 5913e9f0-dbd2-46f2-924d-ded0c5e10093, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=5913e9f0-dbd2-46f2-924d-ded0c5e10093,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:13.712735 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:13.725629 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Calling delete_port for 5913e9f0-dbd2-46f2-924d-ded0c5e10093 owned by network:router_interface {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:13.901782 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (5913e9f0-dbd2-46f2-924d-ded0c5e10093), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:13.927834 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5913e9f0-dbd2-46f2-924d-ded0c5e10093,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:14.012226 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:14.033690 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: bed2e887-326c-448b-952a-84d60235c247 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:14.034030 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device bed2e887-326c-448b-952a-84d60235c247 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:14.097353 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.312763 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:07:14.421428 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:07:14.426799 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-074e0327-49f6-4510-a775-6b9fba99fe81 admin admin] 10.222.0.35 "PUT /v2.0/routers/4776662e-10d7-4a80-9e5d-6b81a47e8ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820616 Mar 10 07:07:14.429561 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35274) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:14.430990 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] Sync routers for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:07:14.441186 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:14.441797 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:14.534087 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks [] for router (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.547977 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:14.639824 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks [] for router_gateway (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.691815 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Deleting port d5770947-07cd-4db4-83a3-8e416e9bd7c7 {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:14.692150 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.721912 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:07:13Z', 'revision_number': 5, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port': {'id': 'd5770947-07cd-4db4-83a3-8e416e9bd7c7', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:21Z', 'updated_at': '2022-03-10T07:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:14.752710 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] Checking router: 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:07:14.760807 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] Routers {'4776662e-10d7-4a80-9e5d-6b81a47e8ad0'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:14.761446 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:14.772655 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] For port d5770947-07cd-4db4-83a3-8e416e9bd7c7, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=d5770947-07cd-4db4-83a3-8e416e9bd7c7,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:14.773041 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.785396 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Calling delete_port for d5770947-07cd-4db4-83a3-8e416e9bd7c7 owned by network:router_gateway {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:14.850666 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] Set router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 gateway port host: None {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:14.903046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:07:14Z', 'revision_number': 6, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:14.933209 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe49c5-cf69-4b16-aaa9-9453aa796560 None None] The sync data for ids ['4776662e-10d7-4a80-9e5d-6b81a47e8ad0'] in dv-cinder-832918-1-iscsi is: [{'id': '4776662e-10d7-4a80-9e5d-6b81a47e8ad0', 'name': 'tempest-TestShelveInstance-56757780-router', 'tenant_id': '0b03726137774e099fc245a1daa7727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:20Z', 'updated_at': '2022-03-10T07:07:14Z', 'revision_number': 6, 'project_id': '0b03726137774e099fc245a1daa7727c', 'gw_port_host': None}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:07:14.957137 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (d5770947-07cd-4db4-83a3-8e416e9bd7c7), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.991746 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=d5770947-07cd-4db4-83a3-8e416e9bd7c7,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:15.049586 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.140174 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.142269 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks [] for router_controller (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.187257 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (4776662e-10d7-4a80-9e5d-6b81a47e8ad0), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.187812 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4776662e-10d7-4a80-9e5d-6b81a47e8ad0 {{(pid=109519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:07:15.192366 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.193527 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-510d93c7-63c5-4c19-9178-33254b788eaf admin admin] 10.222.0.35 "DELETE /v2.0/routers/4776662e-10d7-4a80-9e5d-6b81a47e8ad0 HTTP/1.1" status: 204 len: 168 time: 0.7630653 Mar 10 07:07:15.195944 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35276) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:15.239940 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Deleting subnet 347c6539-3016-481b-a402-d05f4c6f93ce {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:07:15.242859 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Publish callbacks [] for subnet (347c6539-3016-481b-a402-d05f4c6f93ce), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.276522 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (347c6539-3016-481b-a402-d05f4c6f93ce), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.360030 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (347c6539-3016-481b-a402-d05f4c6f93ce), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.410909 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (347c6539-3016-481b-a402-d05f4c6f93ce), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.436736 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347c6539-3016-481b-a402-d05f4c6f93ce,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:15.440471 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.443590 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-82cb4caf-d19b-4e63-8c88-0f18c7cad04d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/347c6539-3016-481b-a402-d05f4c6f93ce HTTP/1.1" status: 204 len: 168 time: 0.2467451 Mar 10 07:07:15.446113 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35278) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:15.448510 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e16bcd-171d-4d9e-ae4c-bf5dacc33f47 None None] Network b56ed19f-d87d-420a-823c-62f6fdaa6ba1 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:07:15.516923 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (b56ed19f-d87d-420a-823c-62f6fdaa6ba1), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.569919 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Deleting port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:15.570261 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.630312 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] For port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,segment=NetworkSegment(41d0c784-1000-4832-ba35-bfe3a44f71e6),segment_id=41d0c784-1000-4832-ba35-bfe3a44f71e6)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:15.630600 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.642899 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Calling delete_port for 59a5f8f1-7080-4aea-9f13-03c73e58c2bb owned by network:dhcp {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:15.718413 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] DHCP port deletion for b56ed19f-d87d-420a-823c-62f6fdaa6ba1 request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:07:15.728251 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.753477 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Pushing event deleted for resources: {'Port': ['ID=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:15.760943 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] No DVR routers for this DVR port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb on host dv-cinder-832918-1-iscsi {{(pid=109519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:07:15.777723 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Deleting port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb {{(pid=109521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:15.778088 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), before_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.807569 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device d5770947-07cd-4db4-83a3-8e416e9bd7c7 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:15.836177 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (b56ed19f-d87d-420a-823c-62f6fdaa6ba1), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.857074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: d5770947-07cd-4db4-83a3-8e416e9bd7c7 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:15.857296 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56ed19f-d87d-420a-823c-62f6fdaa6ba1']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:15.857417 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device d5770947-07cd-4db4-83a3-8e416e9bd7c7 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:15.857819 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 59a5f8f1-7080-4aea-9f13-03c73e58c2bb no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:15.867298 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d0c784-1000-4832-ba35-bfe3a44f71e6') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:15.867593 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d0c784-1000-4832-ba35-bfe3a44f71e6') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:15.877865 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (41d0c784-1000-4832-ba35-bfe3a44f71e6), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.888488 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] For port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb, host dv-cinder-832918-1-iscsi, got binding levels [] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:15.888916 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), precommit_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.892306 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (41d0c784-1000-4832-ba35-bfe3a44f71e6), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.892539 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 59a5f8f1-7080-4aea-9f13-03c73e58c2bb {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:15.892843 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 59a5f8f1-7080-4aea-9f13-03c73e58c2bb not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:15.893318 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 5913e9f0-dbd2-46f2-924d-ded0c5e10093 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:15.898669 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:07:15.899066 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (41d0c784-1000-4832-ba35-bfe3a44f71e6), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.921207 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Calling delete_port for 59a5f8f1-7080-4aea-9f13-03c73e58c2bb owned by network:dhcp {{(pid=109521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:07:15.921442 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:07:15.925661 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 5913e9f0-dbd2-46f2-924d-ded0c5e10093 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:15.926009 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 5913e9f0-dbd2-46f2-924d-ded0c5e10093 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:15.929754 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.ipam_backend_mixin [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb was not found and therefore no delete operation was performed {{(pid=109521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 07:07:15.930986 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642'] for port (59a5f8f1-7080-4aea-9f13-03c73e58c2bb), after_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.957466 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] Pushing event deleted for resources: {'Port': ['ID=59a5f8f1-7080-4aea-9f13-03c73e58c2bb,revision_number=None']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:15.958323 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (b56ed19f-d87d-420a-823c-62f6fdaa6ba1), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.963016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c4d87-8065-4f42-ba4d-d1418891f8ad None None] No DVR routers for this DVR port 59a5f8f1-7080-4aea-9f13-03c73e58c2bb on host dv-cinder-832918-1-iscsi {{(pid=109521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:07:15.976494 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.980219 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/b56ed19f-d87d-420a-823c-62f6fdaa6ba1 HTTP/1.1" status: 204 len: 168 time: 0.5331652 Mar 10 07:07:15.983097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35280) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:15.991364 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc894d1-ce3d-4ba9-a1b9-f758d7e649ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b56ed19f-d87d-420a-823c-62f6fdaa6ba1,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:16.328709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:16.565271 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Deleting port ebc3e6c7-6e07-431b-808c-d20d25487c04 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:16.565603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:16.638327 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] For port ebc3e6c7-6e07-431b-808c-d20d25487c04, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=ebc3e6c7-6e07-431b-808c-d20d25487c04,segment=NetworkSegment(aa3f2ba7-3971-4563-b5a8-90e4cf656304),segment_id=aa3f2ba7-3971-4563-b5a8-90e4cf656304)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:16.638602 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:16.650353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Calling delete_port for ebc3e6c7-6e07-431b-808c-d20d25487c04 owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:16.822350 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (ebc3e6c7-6e07-431b-808c-d20d25487c04), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:16.845533 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc3e6c7-6e07-431b-808c-d20d25487c04,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:17.017982 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.223600 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:07:17.324946 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:07:17.330312 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-5037ff01-3778-420d-a45f-3657dbf41fb8 admin admin] 10.222.0.35 "PUT /v2.0/routers/9b0d40f1-69fc-48c7-ae55-85129c03c5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3461444 Mar 10 07:07:17.333173 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35282) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:17.334947 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] Sync routers for ids ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'] in dv-cinder-832918-1-iscsi {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:07:17.344019 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] Routers {'9b0d40f1-69fc-48c7-ae55-85129c03c5e3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:17.344655 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:17.452546 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] Set router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:17.628349 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:07:16Z', 'revision_number': 5, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:17.657438 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] Checking router: 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 for host: dv-cinder-832918-1-iscsi {{(pid=109522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:07:17.665377 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] Routers {'9b0d40f1-69fc-48c7-ae55-85129c03c5e3'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:17.665968 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:06:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'], 'active': True} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:17.696138 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks [] for router (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.772193 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_dvr_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] Set router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:17.800534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks [] for router_gateway (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.855927 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Deleting port 95982131-f81c-43b0-bc4a-6b7a4172c13c {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:17.856269 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.938655 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] For port 95982131-f81c-43b0-bc4a-6b7a4172c13c, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=95982131-f81c-43b0-bc4a-6b7a4172c13c,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:17.938881 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.951643 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Calling delete_port for 95982131-f81c-43b0-bc4a-6b7a4172c13c owned by network:router_gateway {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:18.028593 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.l3_hamode_db [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:07:16Z', 'revision_number': 5, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:18.057206 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2760be7-d9a1-4efc-8a62-5830abf66672 None None] The sync data for ids ['9b0d40f1-69fc-48c7-ae55-85129c03c5e3'] in dv-cinder-832918-1-iscsi is: [{'id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'name': 'tempest-TestShelveInstance-1620557538-router', 'tenant_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:07:16Z', 'revision_number': 5, 'project_id': '8e3961e846044ac9b821e14a8cc7f3f6', 'gw_port': {'id': '95982131-f81c-43b0-bc4a-6b7a4172c13c', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d40f1-69fc-48c7-ae55-85129c03c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:26Z', 'updated_at': '2022-03-10T07:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}] {{(pid=109522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:07:18.117876 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (95982131-f81c-43b0-bc4a-6b7a4172c13c), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.140087 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=95982131-f81c-43b0-bc4a-6b7a4172c13c,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:18.204556 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.294666 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.296735 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks [] for router_controller (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.338495 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (9b0d40f1-69fc-48c7-ae55-85129c03c5e3), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.339127 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0d40f1-69fc-48c7-ae55-85129c03c5e3 {{(pid=109519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:07:18.343726 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.344877 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-f3291240-f6c2-4ffa-828f-bb7814021a5d admin admin] 10.222.0.35 "DELETE /v2.0/routers/9b0d40f1-69fc-48c7-ae55-85129c03c5e3 HTTP/1.1" status: 204 len: 168 time: 1.0101407 Mar 10 07:07:18.347377 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35284) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:18.390503 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Deleting subnet f444d36b-f22b-4536-b0fe-c7be44018968 {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:07:18.396306 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Publish callbacks [] for subnet (f444d36b-f22b-4536-b0fe-c7be44018968), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.436769 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (f444d36b-f22b-4536-b0fe-c7be44018968), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.514712 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (f444d36b-f22b-4536-b0fe-c7be44018968), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.568701 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (f444d36b-f22b-4536-b0fe-c7be44018968), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.595111 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f444d36b-f22b-4536-b0fe-c7be44018968,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:18.598601 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.604374 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35286) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:18.604858 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-423f6895-f648-49cf-a386-d704aeaf9239 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f444d36b-f22b-4536-b0fe-c7be44018968 HTTP/1.1" status: 204 len: 168 time: 0.2560427 Mar 10 07:07:18.609083 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee92ce-1bab-42a0-80e2-1f4d52c60722 None None] Network 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:07:18.679216 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.737845 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Deleting port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:18.738276 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.800460 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] For port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,segment=NetworkSegment(aa3f2ba7-3971-4563-b5a8-90e4cf656304),segment_id=aa3f2ba7-3971-4563-b5a8-90e4cf656304)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:18.800818 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.812518 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Calling delete_port for 33f09bbc-ea11-4ad8-a17b-9502589a8c8c owned by network:dhcp {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:18.888194 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (33f09bbc-ea11-4ad8-a17b-9502589a8c8c), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.912572 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f09bbc-ea11-4ad8-a17b-9502589a8c8c,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:18.916892 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] No DVR routers for this DVR port 33f09bbc-ea11-4ad8-a17b-9502589a8c8c on host dv-cinder-832918-1-iscsi {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:07:18.987161 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.007115 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c22a3c7-de1d-4303-bb2f-8502c0ce54e9']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:19.015920 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3f2ba7-3971-4563-b5a8-90e4cf656304') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:19.016762 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3f2ba7-3971-4563-b5a8-90e4cf656304') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:19.025681 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (aa3f2ba7-3971-4563-b5a8-90e4cf656304), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.039316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (aa3f2ba7-3971-4563-b5a8-90e4cf656304), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.045712 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:07:19.046106 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (aa3f2ba7-3971-4563-b5a8-90e4cf656304), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:07:19.047810 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:07:19.070478 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17ac64-3fa9-4b14-a39b-9a15c141341b None None] DHCP port deletion for 6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:07:19.105171 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (6c22a3c7-de1d-4303-bb2f-8502c0ce54e9), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.111191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.114319 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6c22a3c7-de1d-4303-bb2f-8502c0ce54e9 HTTP/1.1" status: 204 len: 168 time: 0.5088973 Mar 10 07:07:19.123598 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a8ceb-c0b8-4fd4-8de0-531d54542b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c22a3c7-de1d-4303-bb2f-8502c0ce54e9,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:19.225227 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35290) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:19.263563 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-cbab0187-d63f-4c2d-8fe5-f96203fba5cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b03726137774e099fc245a1daa7727c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372145 Mar 10 07:07:19.265883 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35292) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:19.310152 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53501dd4-d0b4-41e0-bcf0-b47b7a9fdbbd admin admin] Publish callbacks [] for security_group (f42b6021-b042-4c91-9631-d19c3e9dba73), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.330936 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53501dd4-d0b4-41e0-bcf0-b47b7a9fdbbd admin admin] Publish callbacks [] for security_group (f42b6021-b042-4c91-9631-d19c3e9dba73), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.377622 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53501dd4-d0b4-41e0-bcf0-b47b7a9fdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (f42b6021-b042-4c91-9631-d19c3e9dba73), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.380144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-53501dd4-d0b4-41e0-bcf0-b47b7a9fdbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.381330 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-53501dd4-d0b4-41e0-bcf0-b47b7a9fdbbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f42b6021-b042-4c91-9631-d19c3e9dba73 HTTP/1.1" status: 204 len: 168 time: 0.1145136 Mar 10 07:07:19.388787 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53501dd4-d0b4-41e0-bcf0-b47b7a9fdbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b6021-b042-4c91-9631-d19c3e9dba73,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:19.682244 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35298) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:19.725928 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-0eb81c7c-4f3e-40da-8f52-1631474c9c43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e3961e846044ac9b821e14a8cc7f3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424585 Mar 10 07:07:19.728424 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35300) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:19.741419 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 95982131-f81c-43b0-bc4a-6b7a4172c13c no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:19.761354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 95982131-f81c-43b0-bc4a-6b7a4172c13c {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:19.761700 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 95982131-f81c-43b0-bc4a-6b7a4172c13c not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:19.762117 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 33f09bbc-ea11-4ad8-a17b-9502589a8c8c no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:19.775196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef568-137e-4c9c-8e1f-237dbf8f6926 admin admin] Publish callbacks [] for security_group (90958271-44fe-49fb-bd44-ac66a0cc1f98), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.783857 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 33f09bbc-ea11-4ad8-a17b-9502589a8c8c {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:19.784203 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 33f09bbc-ea11-4ad8-a17b-9502589a8c8c not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:19.784607 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device ebc3e6c7-6e07-431b-808c-d20d25487c04 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:19.795679 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef568-137e-4c9c-8e1f-237dbf8f6926 admin admin] Publish callbacks [] for security_group (90958271-44fe-49fb-bd44-ac66a0cc1f98), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.803479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: ebc3e6c7-6e07-431b-808c-d20d25487c04 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:19.803826 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device ebc3e6c7-6e07-431b-808c-d20d25487c04 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:19.842204 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef568-137e-4c9c-8e1f-237dbf8f6926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (90958271-44fe-49fb-bd44-ac66a0cc1f98), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.845494 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef568-137e-4c9c-8e1f-237dbf8f6926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:19.846624 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7e4ef568-137e-4c9c-8e1f-237dbf8f6926 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90958271-44fe-49fb-bd44-ac66a0cc1f98 HTTP/1.1" status: 204 len: 168 time: 0.1171293 Mar 10 07:07:19.854020 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ef568-137e-4c9c-8e1f-237dbf8f6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90958271-44fe-49fb-bd44-ac66a0cc1f98,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:22.675914 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-494c50df-6f32-4e7b-afe9-075b728d6dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:24.947013 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50f2e1-efbe-453c-ac5a-a9938ac6a0bd req-307ce8d6-7a8a-4137-927f-77aad8800b82 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:24.948380 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7c50f2e1-efbe-453c-ac5a-a9938ac6a0bd req-307ce8d6-7a8a-4137-927f-77aad8800b82 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0516865 Mar 10 07:07:24.994391 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7c50f2e1-efbe-453c-ac5a-a9938ac6a0bd req-907664cd-29f5-460b-9d8f-51494c6edde2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Mar 10 07:07:25.031950 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8fad75c6-fd5f-442a-95be-a70d945bb24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:26.027139 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:26.118748 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd761e5-c9b6-413f-87b9-e9773aa5b5d7 req-4ea17eb4-b073-4092-8795-12fb8d39c3fa tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:26.120211 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ebd761e5-c9b6-413f-87b9-e9773aa5b5d7 req-4ea17eb4-b073-4092-8795-12fb8d39c3fa tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0565364 Mar 10 07:07:26.165244 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-ebd761e5-c9b6-413f-87b9-e9773aa5b5d7 req-a2b82a5f-a1ad-4985-840d-75b6f08efb18 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e9bfecd-af8a-4c0e-912c-e818ee939ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 Mar 10 07:07:26.636042 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-d4f9eb86-a723-4104-8628-c873855ba9b4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:26.637487 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-d4f9eb86-a723-4104-8628-c873855ba9b4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 945 time: 0.0525396 Mar 10 07:07:26.722919 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:26.723253 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:26.810530 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] For port 7bedaf3e-148e-4a26-838d-2daf1e7338e6, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=7bedaf3e-148e-4a26-838d-2daf1e7338e6,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:26.810876 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:26.972943 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:26.973244 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (ccb2175a-c7d9-4f05-af13-275af9144855), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:26.973554 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP ccb2175a-c7d9-4f05-af13-275af9144855 disassociated. External IP: 172.27.1.253, port: 7bedaf3e-148e-4a26-838d-2daf1e7338e6. Mar 10 07:07:26.973884 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for 7bedaf3e-148e-4a26-838d-2daf1e7338e6 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:27.099563 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (7bedaf3e-148e-4a26-838d-2daf1e7338e6), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:27.124852 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=7bedaf3e-148e-4a26-838d-2daf1e7338e6,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:27.508752 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-ff9e6e5d-3447-439c-b871-62ee9119ff6e req-f7be2009-de34-4afa-93f2-be0aadec5c6f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b71802-6ba0-45c9-8d94-f0f49145694e HTTP/1.1" status: 200 len: 210 time: 0.0331681 Mar 10 07:07:27.522548 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:07:27.631026 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:27.658039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:07:27.668556 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:07:27.681711 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:27.682323 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:07:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:27.698022 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] No DVR routers for this DVR port 7bedaf3e-148e-4a26-838d-2daf1e7338e6 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:07:27.700859 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:27.704621 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-2b1098c7-3c5c-4cd4-88b5-ffd3e47aaa3d req-8b40c7cb-eeb1-4298-8c2c-264dca472528 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "DELETE /v2.0/ports/7bedaf3e-148e-4a26-838d-2daf1e7338e6 HTTP/1.1" status: 204 len: 173 time: 1.0618324 Mar 10 07:07:27.705078 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'name': 'network-vif-deleted', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:27.707340 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b22325e-b508-4345-9406-2af4c48b7349" -d '{"events": [{"server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "name": "network-vif-deleted", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:27.748572 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d62a7a4-1142-49cc-9e6a-9cd04f9109a8 x-openstack-request-id: req-7d62a7a4-1142-49cc-9e6a-9cd04f9109a8 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:27.748963 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b71802-6ba0-45c9-8d94-f0f49145694e", "name": "network-vif-deleted", "tag": "7bedaf3e-148e-4a26-838d-2daf1e7338e6", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:27.749247 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d62a7a4-1142-49cc-9e6a-9cd04f9109a8 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:27.749647 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b71802-6ba0-45c9-8d94-f0f49145694e', 'name': 'network-vif-deleted', 'tag': '7bedaf3e-148e-4a26-838d-2daf1e7338e6', 'status': 'completed', 'code': 200} Mar 10 07:07:27.792332 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:28.019780 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:04:01Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:28.047750 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:07:28.055997 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:28.056587 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:07:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:28.161639 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:28.501874 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:04:01Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:28.530050 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c644f0b6-bd3b-49af-8264-b536b90c1a3e None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '22b0827f-d28c-49ee-bce5-275aa7808dcc', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0db3b158-0624-410e-822e-33cf35f19506', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:4e:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823780d2-279e-40af-804d-42ef7a127946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:03:43Z', 'updated_at': '2022-03-10T07:04:01Z', 'revision_number': 2, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:07:28.598145 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35326) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:28.655090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-555cb89f-97c3-4a75-8878-be6c0e313077 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (0e9bfecd-af8a-4c0e-912c-e818ee939ce0), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.679954 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-555cb89f-97c3-4a75-8878-be6c0e313077 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (0e9bfecd-af8a-4c0e-912c-e818ee939ce0), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.727440 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-555cb89f-97c3-4a75-8878-be6c0e313077 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (0e9bfecd-af8a-4c0e-912c-e818ee939ce0), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.730124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-555cb89f-97c3-4a75-8878-be6c0e313077 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.731406 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-555cb89f-97c3-4a75-8878-be6c0e313077 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e9bfecd-af8a-4c0e-912c-e818ee939ce0 HTTP/1.1" status: 204 len: 168 time: 0.1320562 Mar 10 07:07:28.734041 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35328) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:28.741348 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cb89f-97c3-4a75-8878-be6c0e313077 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9bfecd-af8a-4c0e-912c-e818ee939ce0,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:28.749769 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0771143-0ed7-4fcc-8396-d30770a9a792 None None] New status for floating IP ccb2175a-c7d9-4f05-af13-275af9144855: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:07:28.750305 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.api.v2.resource [None req-dbba19b9-f767-4b74-b724-d4c3ad6a3e91 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] show failed (client error): The resource could not be found. Mar 10 07:07:28.753797 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-dbba19b9-f767-4b74-b724-d4c3ad6a3e91 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups/0e9bfecd-af8a-4c0e-912c-e818ee939ce0 HTTP/1.1" status: 404 len: 347 time: 0.0149620 Mar 10 07:07:28.754459 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35330) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:28.880615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port e2606e58-2b69-464f-a6bd-4731bfdd90aa {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:28.880959 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.933289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.958580 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.958900 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (e2606e58-2b69-464f-a6bd-4731bfdd90aa), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:28.971366 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for e2606e58-2b69-464f-a6bd-4731bfdd90aa owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:29.096451 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (e2606e58-2b69-464f-a6bd-4731bfdd90aa), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:29.121484 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=e2606e58-2b69-464f-a6bd-4731bfdd90aa,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:29.183285 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (ccb2175a-c7d9-4f05-af13-275af9144855), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:29.185864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:29.186998 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2a21d9f8-4ccd-4f55-b348-eb605c44cb10 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/floatingips/ccb2175a-c7d9-4f05-af13-275af9144855 HTTP/1.1" status: 204 len: 168 time: 0.4315689 Mar 10 07:07:30.078912 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 7bedaf3e-148e-4a26-838d-2daf1e7338e6 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:30.099010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 7bedaf3e-148e-4a26-838d-2daf1e7338e6 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:30.099354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 7bedaf3e-148e-4a26-838d-2daf1e7338e6 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:30.763319 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde522f-e174-4362-986e-5d80670bf825 req-121ac726-7514-4aab-9a76-b2916cfbc1dc tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:30.764766 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1dde522f-e174-4362-986e-5d80670bf825 req-121ac726-7514-4aab-9a76-b2916cfbc1dc tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.0514002 Mar 10 07:07:30.809931 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1dde522f-e174-4362-986e-5d80670bf825 req-cd6a30f0-f10f-409a-8aea-c35a7a71dcc4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 Mar 10 07:07:31.928069 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216850e-8662-4286-978b-da87206c839c req-62c9484f-adf5-4a09-aead-f88c7a139f01 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:31.929527 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e216850e-8662-4286-978b-da87206c839c req-62c9484f-adf5-4a09-aead-f88c7a139f01 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Mar 10 07:07:31.975446 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e216850e-8662-4286-978b-da87206c839c req-231d9258-d3fd-4c21-8c38-7dce38e4e6c4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 Mar 10 07:07:32.716473 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3824-c7fd-4180-a587-536093112871 req-d36daba4-4411-4d37-8073-28d4a8de5520 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:32.717909 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-72ae3824-c7fd-4180-a587-536093112871 req-d36daba4-4411-4d37-8073-28d4a8de5520 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.0550745 Mar 10 07:07:32.804690 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port 0db3b158-0624-410e-822e-33cf35f19506 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:32.805054 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (0db3b158-0624-410e-822e-33cf35f19506), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:32.897340 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] For port 0db3b158-0624-410e-822e-33cf35f19506, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0db3b158-0624-410e-822e-33cf35f19506,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:32.897694 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (0db3b158-0624-410e-822e-33cf35f19506), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:33.088544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:33.088903 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (22b0827f-d28c-49ee-bce5-275aa7808dcc), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:33.089248 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP 22b0827f-d28c-49ee-bce5-275aa7808dcc disassociated. External IP: 172.27.1.67, port: 0db3b158-0624-410e-822e-33cf35f19506. Mar 10 07:07:33.089582 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for 0db3b158-0624-410e-822e-33cf35f19506 owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:33.146613 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cb622-ae81-4251-84be-bcb042f4559e req-9621d951-b4c9-4ebe-abf4-a2daa8beef97 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:33.148056 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-728cb622-ae81-4251-84be-bcb042f4559e req-9621d951-b4c9-4ebe-abf4-a2daa8beef97 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=823780d2-279e-40af-804d-42ef7a127946 HTTP/1.1" status: 200 len: 945 time: 0.1071310 Mar 10 07:07:33.218154 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-728cb622-ae81-4251-84be-bcb042f4559e req-ee9d5060-66ff-4701-bf41-260604d80187 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b187f33-b497-4b7d-bc91-8d6e498504ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637195 Mar 10 07:07:33.269455 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (0db3b158-0624-410e-822e-33cf35f19506), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:33.299970 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=0db3b158-0624-410e-822e-33cf35f19506,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:33.309820 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.310170 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.310540 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.310885 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.311215 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.311541 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.311868 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.312191 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.312544 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.312959 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.313880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.314205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.314945 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:07:33.420550 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:07:33.526991 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:07:33.536221 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:07:33.545371 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:33.545976 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:07:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:33.569845 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] No DVR routers for this DVR port 0db3b158-0624-410e-822e-33cf35f19506 on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:07:33.572181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:33.575616 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-72ae3824-c7fd-4180-a587-536093112871 req-7719200e-54e7-479f-ac65-98cee1e06173 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "DELETE /v2.0/ports/0db3b158-0624-410e-822e-33cf35f19506 HTTP/1.1" status: 204 len: 173 time: 0.8526068 Mar 10 07:07:33.576066 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'name': 'network-vif-deleted', 'tag': '0db3b158-0624-410e-822e-33cf35f19506'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:33.578888 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb14c7-d3af-4ca2-b6c5-ec6a21933f98" -d '{"events": [{"server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "name": "network-vif-deleted", "tag": "0db3b158-0624-410e-822e-33cf35f19506"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:33.617316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7db2f1e-1e90-4a34-b454-43635600e130 x-openstack-request-id: req-d7db2f1e-1e90-4a34-b454-43635600e130 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:33.617809 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823780d2-279e-40af-804d-42ef7a127946", "name": "network-vif-deleted", "tag": "0db3b158-0624-410e-822e-33cf35f19506", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:33.618088 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7db2f1e-1e90-4a34-b454-43635600e130 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:33.618486 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823780d2-279e-40af-804d-42ef7a127946', 'name': 'network-vif-deleted', 'tag': '0db3b158-0624-410e-822e-33cf35f19506', 'status': 'completed', 'code': 200} Mar 10 07:07:33.655994 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:33.862040 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:33.887380 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:07:33.895332 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:33.895933 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:07:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:34.002173 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:34.203176 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:34.233876 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649215a8-cf2c-4552-8a6d-a0ec09b6314e None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:07:34.302968 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35360) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:34.357509 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b4197a9a-9cf9-488f-842d-8175d3159261 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (3b187f33-b497-4b7d-bc91-8d6e498504ce), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.381196 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b4197a9a-9cf9-488f-842d-8175d3159261 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (3b187f33-b497-4b7d-bc91-8d6e498504ce), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.431326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b4197a9a-9cf9-488f-842d-8175d3159261 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3b187f33-b497-4b7d-bc91-8d6e498504ce), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.433894 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b4197a9a-9cf9-488f-842d-8175d3159261 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.435066 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b4197a9a-9cf9-488f-842d-8175d3159261 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b187f33-b497-4b7d-bc91-8d6e498504ce HTTP/1.1" status: 204 len: 168 time: 0.1310816 Mar 10 07:07:34.438241 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35362) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:34.444805 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4197a9a-9cf9-488f-842d-8175d3159261 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b187f33-b497-4b7d-bc91-8d6e498504ce,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:34.450919 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.api.v2.resource [None req-db3c910b-0d3d-461b-a1a3-2602968111e3 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] show failed (client error): The resource could not be found. Mar 10 07:07:34.451913 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-db3c910b-0d3d-461b-a1a3-2602968111e3 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups/3b187f33-b497-4b7d-bc91-8d6e498504ce HTTP/1.1" status: 404 len: 347 time: 0.0126681 Mar 10 07:07:34.455344 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35364) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:34.468865 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c457aa9-766d-41e9-aa04-420b8fb7a819 None None] New status for floating IP 22b0827f-d28c-49ee-bce5-275aa7808dcc: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:07:34.586389 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port dd9b409a-b401-4d28-a5a4-ca96a999f56c {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:07:34.586730 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.663405 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.663668 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (dd9b409a-b401-4d28-a5a4-ca96a999f56c), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.675885 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for dd9b409a-b401-4d28-a5a4-ca96a999f56c owned by network:floatingip {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:07:34.805920 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (dd9b409a-b401-4d28-a5a4-ca96a999f56c), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.832622 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=dd9b409a-b401-4d28-a5a4-ca96a999f56c,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:34.892904 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (22b0827f-d28c-49ee-bce5-275aa7808dcc), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.895565 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:34.896719 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-e1de3c78-aad1-43e2-bf29-c4d73e7550eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/floatingips/22b0827f-d28c-49ee-bce5-275aa7808dcc HTTP/1.1" status: 204 len: 168 time: 0.4403920 Mar 10 07:07:35.239539 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35368) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:35.244158 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719157092', 'description': 'tempest-description--1055859164'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:35.266562 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.334680 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (93499ffa-9b08-4a97-be6c-45b37bfea34f), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.338188 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (93499ffa-9b08-4a97-be6c-45b37bfea34f), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.367734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.368933 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1283972 Mar 10 07:07:35.370036 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446fd1f-3f07-4e42-9010-93175f6f33e2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93499ffa-9b08-4a97-be6c-45b37bfea34f,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:35.371936 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35370) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:35.376104 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': '93499ffa-9b08-4a97-be6c-45b37bfea34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:35.400729 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (4a2ec351-92b4-4a41-95e4-a6bb110960fe), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.453517 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (4a2ec351-92b4-4a41-95e4-a6bb110960fe), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.457312 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (4a2ec351-92b4-4a41-95e4-a6bb110960fe), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.473526 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2ec351-92b4-4a41-95e4-a6bb110960fe,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:35.481480 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.482696 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-82229cd8-9c37-4536-8b3c-e4f4f9d1da41 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098571 Mar 10 07:07:35.485294 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35372) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:35.489540 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': '93499ffa-9b08-4a97-be6c-45b37bfea34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:35.513902 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (6c519a1d-5b8d-405e-b098-43ee6d523aac), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.566901 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (6c519a1d-5b8d-405e-b098-43ee6d523aac), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.570164 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (6c519a1d-5b8d-405e-b098-43ee6d523aac), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.587469 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c519a1d-5b8d-405e-b098-43ee6d523aac,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:35.594744 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.595942 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-042a3dfe-84fa-4728-b756-1216ace5972f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097155 Mar 10 07:07:35.598912 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35374) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:35.603015 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:35.621263 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.719079 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.822103 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_common [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.27.1.170 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/0d376944-7a9d-40f6-b2b0-b0ea4b9840da) {{(pid=109519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:07:35.920923 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.952879 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:35.987481 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:07:35.990315 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:07:35.993732 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:07:36.026726 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=0d376944-7a9d-40f6-b2b0-b0ea4b9840da,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:36.077958 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0db3b158-0624-410e-822e-33cf35f19506 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:07:36.089802 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (19b8ac2c-64b6-425c-b82f-c64ed20298b0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:36.098244 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 0db3b158-0624-410e-822e-33cf35f19506 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:07:36.098667 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0db3b158-0624-410e-822e-33cf35f19506 not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:07:36.125951 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), before_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:36.274760 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), precommit_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:36.279206 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16107062'] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), after_update {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:36.348146 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=0d376944-7a9d-40f6-b2b0-b0ea4b9840da,revision_number=2']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:36.356241 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (19b8ac2c-64b6-425c-b82f-c64ed20298b0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:36.370584 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:36.371796 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7e6adaf9-1679-483d-8db0-2c933871191e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7719834 Mar 10 07:07:36.563734 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ccfeec06-c3ae-4509-be06-7e6c5b5551a2 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--719157092&fields=id&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 267 time: 0.0442979 Mar 10 07:07:36.665467 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-e811b95e-53e5-4f48-98d5-d49cb0825345 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:36.666832 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-e811b95e-53e5-4f48-98d5-d49cb0825345 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.0969534 Mar 10 07:07:36.681330 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-acfb7d69-afe2-4239-86b3-90b1ea9ca4e9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/quotas/02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 375 time: 0.0090742 Mar 10 07:07:36.734336 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-7a1c9279-6727-43a1-979c-0a62b8c1cf5a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480249 Mar 10 07:07:36.920931 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-2fd46214-1dc7-49ba-a691-be2862ef517f service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756847 Mar 10 07:07:37.012103 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-95e3ef75-b664-4f31-afdd-ff364706c389 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Mar 10 07:07:37.165068 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5076c600-d11d-4603-b961-6b21b0886e8c req-84893958-344b-4b6c-9f28-e8b52417289b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Mar 10 07:07:38.101141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-70a22939-cbea-4a25-811d-3e22571d1937 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:38.102561 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-70a22939-cbea-4a25-811d-3e22571d1937 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.1014905 Mar 10 07:07:38.168820 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-4c6a5017-29f2-4803-b759-fe48ad02faba tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 379 time: 0.0517049 Mar 10 07:07:38.178115 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'port': {'device_id': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'admin_state_up': True, 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'security_groups': ['93499ffa-9b08-4a97-be6c-45b37bfea34f']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:38.267753 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-114a65ce-5640-4739-bc00-354c44c49e82 req-2a0a520d-5ecf-4a1a-9b0c-deaf15fade88 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0336077 Mar 10 07:07:38.297410 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Made reservation on behalf of 02e07c67ccee42c98952b7746763941a for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:07:38.301472 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.420816 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.20.0.12 (c6b83e98-bdc4-4623-a8f8-972886bcc83f/36140486-e178-4daf-b404-6d9e1f8c3fc8/73a2f59e-d78f-456f-986d-6ffa830f78cb) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:07:38.554939 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.561738 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.591371 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.632608 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:07:38.637379 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:07:38.640871 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:07:38.665560 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=73a2f59e-d78f-456f-986d-6ffa830f78cb,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:38.693991 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:38.694603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.710758 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-ab518ff1-a2da-4970-92a1-ad025cde69c1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5370851 Mar 10 07:07:38.727525 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Request body: {'port': {'device_id': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:38.792354 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.893574 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-5441e252-d6db-4844-9922-e467ca91e5aa None None] Provisioning complete for port 73a2f59e-d78f-456f-986d-6ffa830f78cb triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:07:38.893860 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-5441e252-d6db-4844-9922-e467ca91e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:38.930096 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-5441e252-d6db-4844-9922-e467ca91e5aa None None] Port 73a2f59e-d78f-456f-986d-6ffa830f78cb cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:07:39.049493 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a2f59e-d78f-456f-986d-6ffa830f78cb {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:07:39.057112 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Publish callbacks [] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:39.069017 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Transition to ACTIVE for port object 73a2f59e-d78f-456f-986d-6ffa830f78cb will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:07:39.073017 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:39.124359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Pushing event updated for resources: {'Port': ['ID=73a2f59e-d78f-456f-986d-6ffa830f78cb,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:39.188511 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Attempting to bind port 73a2f59e-d78f-456f-986d-6ffa830f78cb on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:07:39.189235 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Attempting to bind port 73a2f59e-d78f-456f-986d-6ffa830f78cb by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:07:39.189235 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Attempting to bind port 73a2f59e-d78f-456f-986d-6ffa830f78cb on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:07:39.194174 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Port 73a2f59e-d78f-456f-986d-6ffa830f78cb on network c6b83e98-bdc4-4623-a8f8-972886bcc83f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:07:39.194489 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Attempting to bind port 73a2f59e-d78f-456f-986d-6ffa830f78cb on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:07:39.199427 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:07:39.199764 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:07:39.200140 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Bound using segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:07:39.200580 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Bound port: 73a2f59e-d78f-456f-986d-6ffa830f78cb, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:07:39.200930 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:39.264252 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] For port 73a2f59e-d78f-456f-986d-6ffa830f78cb, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:07:39.268097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] For port 73a2f59e-d78f-456f-986d-6ffa830f78cb, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:07:39.273436 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:39.307967 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:39.308579 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:39.309975 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] 10.222.0.36 "PUT /v2.0/ports/73a2f59e-d78f-456f-986d-6ffa830f78cb HTTP/1.1" status: 200 len: 1094 time: 0.5868399 Mar 10 07:07:39.310419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:39.312636 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7fbdb-498e-43eb-b242-54a83ffbf370" -d '{"events": [{"name": "network-changed", "server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:39.342687 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ca70-b6b6-43a0-9315-5e5bbd5cef97 service neutron] Pushing event updated for resources: {'Port': ['ID=73a2f59e-d78f-456f-986d-6ffa830f78cb,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:39.371439 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56126cd4-3e05-4417-b2e4-5e1eb700a277 x-openstack-request-id: req-56126cd4-3e05-4417-b2e4-5e1eb700a277 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:39.371726 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:39.371986 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56126cd4-3e05-4417-b2e4-5e1eb700a277 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:39.372396 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'status': 'completed', 'code': 200} Mar 10 07:07:39.450825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c759-ea8c-4141-bbac-ce4230547cd1 req-90706eca-10d8-4bbc-b9de-3ed869b613fb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:39.452364 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bf65c759-ea8c-4141-bbac-ce4230547cd1 req-90706eca-10d8-4bbc-b9de-3ed869b613fb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 944 time: 0.1037498 Mar 10 07:07:39.459733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-b868f24d-c349-40da-89c0-dc6852c6086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:39.461229 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-b868f24d-c349-40da-89c0-dc6852c6086f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 1128 time: 0.0851772 Mar 10 07:07:39.515914 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-d17038cf-735d-4618-91a1-4c1ba1306ca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb HTTP/1.1" status: 200 len: 217 time: 0.0402727 Mar 10 07:07:39.565600 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-bf65c759-ea8c-4141-bbac-ce4230547cd1 req-9395598c-3669-41f2-931f-bfc24caecb6d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034420 Mar 10 07:07:39.578899 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-544bb537-99cc-4fd7-b0b6-b2fdebc9998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:39.580863 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-544bb537-99cc-4fd7-b0b6-b2fdebc9998e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0574064 Mar 10 07:07:39.629337 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-73c9479c-124e-46f9-91cd-2fa60f4a6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:39.630799 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-73c9479c-124e-46f9-91cd-2fa60f4a6b31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437741 Mar 10 07:07:39.720130 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-cc3a15c0-429f-4dcf-8b4c-89cd5e15d46c service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831971 Mar 10 07:07:39.807327 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-90ddcae4-d2ce-4022-b19c-a4f313f26b66 req-79b74a0d-4bd2-4245-bb08-6c01dbe1b75a service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794795 Mar 10 07:07:39.943264 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-7384dc3d-2d3d-450c-a30c-bfc44388a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:39.944636 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-7384dc3d-2d3d-450c-a30c-bfc44388a190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 1128 time: 0.0472207 Mar 10 07:07:40.030825 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-f35d73ce-fec9-4945-b9d0-20d3e6c35845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:40.032304 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-f35d73ce-fec9-4945-b9d0-20d3e6c35845 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0820642 Mar 10 07:07:40.076414 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-0de682bd-1a3c-4320-b330-7fddaac5f353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb HTTP/1.1" status: 200 len: 217 time: 0.0370164 Mar 10 07:07:40.121041 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-8661db79-a2e3-4b4f-8191-fb91bd79d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:40.122417 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-8661db79-a2e3-4b4f-8191-fb91bd79d621 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0408864 Mar 10 07:07:40.168274 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-2638d9c3-59e4-4e40-841b-73f7350e28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:40.169759 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-2638d9c3-59e4-4e40-841b-73f7350e28ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417972 Mar 10 07:07:40.258168 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-08d2d6f4-bab5-46f2-beb4-3ad5582b8e5f service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819016 Mar 10 07:07:40.342475 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-24b7fbdb-498e-43eb-b242-54a83ffbf370 req-1b84582f-71f3-4804-a995-e529f1477853 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786145 Mar 10 07:07:40.684898 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297de3f-decd-4e8a-a2fe-e09019fbdcc9 req-91956e92-c5f4-43d5-b262-a5167c60f3c7 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:40.686361 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1297de3f-decd-4e8a-a2fe-e09019fbdcc9 req-91956e92-c5f4-43d5-b262-a5167c60f3c7 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 944 time: 0.0514767 Mar 10 07:07:40.730512 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-1297de3f-decd-4e8a-a2fe-e09019fbdcc9 req-d38b6dd3-66c1-4545-bfdc-4ca9df5b9f27 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387774 Mar 10 07:07:41.850141 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073462f4-f3a2-4bea-960d-805222f94d00 req-2224d216-638e-4f4c-8e7a-02d96e44aa31 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:41.851587 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-073462f4-f3a2-4bea-960d-805222f94d00 req-2224d216-638e-4f4c-8e7a-02d96e44aa31 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 944 time: 0.0549448 Mar 10 07:07:41.897000 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-073462f4-f3a2-4bea-960d-805222f94d00 req-55985e60-153a-4c28-83d1-06f7873282f8 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399556 Mar 10 07:07:42.079480 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 73a2f59e-d78f-456f-986d-6ffa830f78cb details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:07:42.174531 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 73a2f59e-d78f-456f-986d-6ffa830f78cb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:42.185629 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'port_id': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'mac_address': 'fa:16:3e:92:52:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:07:42.221289 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 73a2f59e-d78f-456f-986d-6ffa830f78cb is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:07:42.221680 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:42.233740 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a2f59e-d78f-456f-986d-6ffa830f78cb {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:07:42.252260 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 73a2f59e-d78f-456f-986d-6ffa830f78cb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:42.256583 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:42.300940 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=73a2f59e-d78f-456f-986d-6ffa830f78cb,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:42.660838 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['73a2f59e-d78f-456f-986d-6ffa830f78cb'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:07:43.018018 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f70bec-96e2-4af4-a646-57a2765d5bc5 req-855d2d0b-1636-461a-87cb-1dee4d50ad17 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:43.019494 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c4f70bec-96e2-4af4-a646-57a2765d5bc5 req-855d2d0b-1636-461a-87cb-1dee4d50ad17 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Mar 10 07:07:43.067699 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c4f70bec-96e2-4af4-a646-57a2765d5bc5 req-dcad4c6e-8623-4dee-b373-88b211f22d0c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427220 Mar 10 07:07:43.241704 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:07:44.080259 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 73a2f59e-d78f-456f-986d-6ffa830f78cb up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:07:44.127021 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 73a2f59e-d78f-456f-986d-6ffa830f78cb completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:07:44.130796 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 73a2f59e-d78f-456f-986d-6ffa830f78cb triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:07:44.131173 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:44.182738 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef4290-64ff-4931-a88c-37edbb6685e0 req-8987f4cc-cc13-4452-82a7-a7516fedcd3c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:44.184203 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1cef4290-64ff-4931-a88c-37edbb6685e0 req-8987f4cc-cc13-4452-82a7-a7516fedcd3c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 945 time: 0.0520251 Mar 10 07:07:44.209601 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 73a2f59e-d78f-456f-986d-6ffa830f78cb is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:07:44.209996 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:44.229302 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1cef4290-64ff-4931-a88c-37edbb6685e0 req-21c8b575-24db-4a1e-83ec-e2459d5773a4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 Mar 10 07:07:44.231963 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:44.234223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3effa7-2555-4b55-a652-16bcbdebd0de" -d '{"events": [{"server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "name": "network-vif-plugged", "status": "completed", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:44.249349 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 73a2f59e-d78f-456f-986d-6ffa830f78cb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:07:44.253796 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:44.277106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e300377-894b-4f06-abab-81406945d8fb x-openstack-request-id: req-3e300377-894b-4f06-abab-81406945d8fb {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:44.277400 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "name": "network-vif-plugged", "status": "completed", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:44.277652 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e300377-894b-4f06-abab-81406945d8fb {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:44.278035 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'code': 200} Mar 10 07:07:44.301862 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=73a2f59e-d78f-456f-986d-6ffa830f78cb,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:07:44.472621 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caea814-0a99-4b41-8a96-0b5b7e610ada req-e52b2fce-f74b-4dfa-b943-2748242c692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:44.474123 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5caea814-0a99-4b41-8a96-0b5b7e610ada req-e52b2fce-f74b-4dfa-b943-2748242c692f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 1130 time: 0.0432250 Mar 10 07:07:44.518264 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5caea814-0a99-4b41-8a96-0b5b7e610ada req-63b25a4c-a4fe-4780-b06a-d2077fd3f5df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Mar 10 07:07:45.343877 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ad6f-9289-4c53-be39-939da267e06c req-b1ab7800-befd-4163-9cc4-456e64aa3505 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:45.345809 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-af52ad6f-9289-4c53-be39-939da267e06c req-b1ab7800-befd-4163-9cc4-456e64aa3505 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 946 time: 0.0501485 Mar 10 07:07:45.389710 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-af52ad6f-9289-4c53-be39-939da267e06c req-bb0bc7ba-b43c-4529-86b9-18f953f63818 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Mar 10 07:07:46.508920 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02540b-a89f-4a16-9b66-7b5725ca45a3 req-ad7507de-4842-4700-85ae-674fb1ed4584 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:46.510383 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe02540b-a89f-4a16-9b66-7b5725ca45a3 req-ad7507de-4842-4700-85ae-674fb1ed4584 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 946 time: 0.0514092 Mar 10 07:07:46.555832 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-fe02540b-a89f-4a16-9b66-7b5725ca45a3 req-0c734855-4356-440a-9917-e147f0e18019 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Mar 10 07:07:46.664974 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8584b04-e90f-4b02-8724-a4e625673660 req-3a2a6238-3fae-42db-aac0-2deb8668fceb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:46.666451 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-f8584b04-e90f-4b02-8724-a4e625673660 req-3a2a6238-3fae-42db-aac0-2deb8668fceb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 946 time: 0.0501037 Mar 10 07:07:46.674715 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35432) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:46.679702 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'port_id': '73a2f59e-d78f-456f-986d-6ffa830f78cb'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:07:46.719154 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (19b8ac2c-64b6-425c-b82f-c64ed20298b0), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:47.136953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:47.140496 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (19b8ac2c-64b6-425c-b82f-c64ed20298b0), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:47.237426 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP 19b8ac2c-64b6-425c-b82f-c64ed20298b0 associated. External IP: 172.27.1.170, port: 73a2f59e-d78f-456f-986d-6ffa830f78cb. Mar 10 07:07:47.435785 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:07:47.799209 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:07:47.804696 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:47.809288 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:07:47.819548 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:47.820148 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:07:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:47.832802 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ef3360c9-8ec1-4f90-9725-eaa914e98533 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "PUT /v2.0/floatingips/19b8ac2c-64b6-425c-b82f-c64ed20298b0 HTTP/1.1" status: 200 len: 992 time: 1.1565058 Mar 10 07:07:47.833415 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:07:47.835644 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:07:47.876746 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f424e073-5504-44f6-89bc-8d8ea46806f2 x-openstack-request-id: req-f424e073-5504-44f6-89bc-8d8ea46806f2 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:07:47.877059 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:07:47.877316 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f424e073-5504-44f6-89bc-8d8ea46806f2 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:07:47.877717 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'status': 'completed', 'code': 200} Mar 10 07:07:47.934591 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:47.965436 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-9e4fc684-e25e-44f4-b99f-f3e9ee014e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:47.970690 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-9e4fc684-e25e-44f4-b99f-f3e9ee014e06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 1130 time: 0.0470581 Mar 10 07:07:48.059926 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-094dbddc-18f4-4823-a160-192dd02bc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:48.061451 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-094dbddc-18f4-4823-a160-192dd02bc4ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0885363 Mar 10 07:07:48.127519 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-7aa8f6b2-cb44-4af9-9a82-ee2e934320df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb HTTP/1.1" status: 200 len: 1000 time: 0.0604672 Mar 10 07:07:48.174754 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-c2ec8aa2-321d-49d8-9c0d-0318d6cb7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:48.176774 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-c2ec8aa2-321d-49d8-9c0d-0318d6cb7ea8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0434177 Mar 10 07:07:48.223652 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-b835be6d-449f-4895-9bad-30a7f7be93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:07:48.225132 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-b835be6d-449f-4895-9bad-30a7f7be93b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428641 Mar 10 07:07:48.289147 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '19b8ac2c-64b6-425c-b82f-c64ed20298b0', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:92:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:07:36Z', 'updated_at': '2022-03-10T07:07:47Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:48.314951 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-bb40fb42-9bbd-4a31-b7da-772df327379d service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837016 Mar 10 07:07:48.315355 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:07:48.323467 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:07:48.324061 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:07:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:48.405126 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1bd0c531-2dc2-4396-970e-0ab26b5c6ff2 req-1b2ad2c1-93bc-47cd-a866-5fc3fd778f04 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 Mar 10 07:07:48.434048 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:07:48.649154 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '19b8ac2c-64b6-425c-b82f-c64ed20298b0', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:92:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:07:36Z', 'updated_at': '2022-03-10T07:07:47Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:07:48.674537 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9e845-1f41-4c87-a390-b95541bacd44 None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '19b8ac2c-64b6-425c-b82f-c64ed20298b0', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:92:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:07:36Z', 'updated_at': '2022-03-10T07:07:47Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:07:48.851459 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58d2c1-66fc-4feb-b31d-b5d905ef3b4d None None] New status for floating IP 19b8ac2c-64b6-425c-b82f-c64ed20298b0: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:07:52.677342 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-40e35223-bbeb-41e1-b5ed-56808a07f8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:55.023405 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-54bdc2a0-dccd-4b35-abcf-93cbdd98e144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:56.029593 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:57.633878 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:58.935913 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:08.577585 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:20.239586 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:08:22.677572 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-da9cdce3-8459-4926-8be1-f913f4b060d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:25.025849 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-6237ff70-1092-42c3-bcf1-7c5f331a2f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:26.032525 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:27.637099 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:28.937794 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:38.600002 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:49.395757 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-e5fae9c3-4b58-48b4-b17a-11a68de8be91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472014 Mar 10 07:08:49.492927 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a223a-1f2b-48a1-ad17-55506379e252 req-b5d58296-c2b6-4126-84f1-88676949a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:08:49.494395 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-b5d58296-c2b6-4126-84f1-88676949a75c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 1130 time: 0.0434721 Mar 10 07:08:49.591323 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a223a-1f2b-48a1-ad17-55506379e252 req-79375f9d-ff5b-4aed-b301-7221b5fe5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:08:49.592759 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-79375f9d-ff5b-4aed-b301-7221b5fe5a8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0816426 Mar 10 07:08:49.657730 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-c3eedc69-2ac7-45b8-b634-05393f7920c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb HTTP/1.1" status: 200 len: 1002 time: 0.0588391 Mar 10 07:08:49.703974 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a223a-1f2b-48a1-ad17-55506379e252 req-ae751a29-2e2d-464d-88a4-f01bf0348870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:08:49.705364 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-ae751a29-2e2d-464d-88a4-f01bf0348870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0414574 Mar 10 07:08:49.752572 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a223a-1f2b-48a1-ad17-55506379e252 req-0b9caa8d-e460-488a-970d-23b4faacc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:08:49.754044 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-0b9caa8d-e460-488a-970d-23b4faacc966 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424533 Mar 10 07:08:49.851314 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-14e43c3d-df70-49c6-b48b-4ece4007d6e2 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908077 Mar 10 07:08:49.942055 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-063a223a-1f2b-48a1-ad17-55506379e252 req-94272f5f-ed70-47f3-b4ae-5db8453fbc41 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Mar 10 07:08:52.680118 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-da5e44b2-b7b3-4476-bc65-0738de50e51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:55.027346 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3fbce192-6fd8-4360-878e-0c18ab691ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:56.035366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:57.238067 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:08:57.640827 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:58.939048 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:08.597565 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.232980 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d446d-5e58-4d52-8f24-ddc9c6e82ccb req-80453e09-2693-42c4-b58a-f70ec2fc29fc tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:14.234447 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-633d446d-5e58-4d52-8f24-ddc9c6e82ccb req-80453e09-2693-42c4-b58a-f70ec2fc29fc tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 946 time: 0.0528076 Mar 10 07:09:14.278864 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-633d446d-5e58-4d52-8f24-ddc9c6e82ccb req-eb7b4615-0f5b-4b96-8151-78a268e43f2d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Mar 10 07:09:15.397443 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ed41a-7ea5-4cf0-9419-7d7b21cb7d41 req-338d485e-aa88-4b3a-88bd-c724c97df047 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:15.398984 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5c3ed41a-7ea5-4cf0-9419-7d7b21cb7d41 req-338d485e-aa88-4b3a-88bd-c724c97df047 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 946 time: 0.0522895 Mar 10 07:09:15.444966 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-5c3ed41a-7ea5-4cf0-9419-7d7b21cb7d41 req-fbfad3b9-32c9-4936-9308-2146a700241f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=93499ffa-9b08-4a97-be6c-45b37bfea34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Mar 10 07:09:16.010843 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-441cfeff-2941-417c-855a-be28ed49cd3f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:16.012269 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-441cfeff-2941-417c-855a-be28ed49cd3f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 946 time: 0.0506437 Mar 10 07:09:16.104086 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port 73a2f59e-d78f-456f-986d-6ffa830f78cb {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:09:16.104417 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.190027 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] For port 73a2f59e-d78f-456f-986d-6ffa830f78cb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=73a2f59e-d78f-456f-986d-6ffa830f78cb,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:16.190380 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.361419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.361723 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (19b8ac2c-64b6-425c-b82f-c64ed20298b0), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.362032 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP 19b8ac2c-64b6-425c-b82f-c64ed20298b0 disassociated. External IP: 172.27.1.170, port: 73a2f59e-d78f-456f-986d-6ffa830f78cb. Mar 10 07:09:16.362359 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for 73a2f59e-d78f-456f-986d-6ffa830f78cb owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:09:16.490757 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (73a2f59e-d78f-456f-986d-6ffa830f78cb), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.519111 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=73a2f59e-d78f-456f-986d-6ffa830f78cb,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:16.533879 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.534240 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.534591 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.534933 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.535274 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.535608 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.535941 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.536273 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.536603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.536932 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.537285 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.537612 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.538014 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:16.547212 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-c76984b8-4e10-4035-9d56-a5ae7ed45cf0 req-f3570c89-4be2-4053-8ad1-ec0eaa2b7e61 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=906b0054-87ab-4268-a08f-adef03c5b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0338721 Mar 10 07:09:16.644083 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:09:16.750120 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:09:16.760497 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:09:16.769524 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:16.770138 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:08:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:16.792952 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] No DVR routers for this DVR port 73a2f59e-d78f-456f-986d-6ffa830f78cb on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:09:16.795436 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.798875 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e8ec5b5b-c1c2-4806-bea1-1842f796356e req-2afc77b3-1acd-4df2-80e6-9420bc82470a tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "DELETE /v2.0/ports/73a2f59e-d78f-456f-986d-6ffa830f78cb HTTP/1.1" status: 204 len: 173 time: 0.7805386 Mar 10 07:09:16.799324 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'name': 'network-vif-deleted', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:16.801543 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04591ad-06ba-4b8a-bdb9-f90d29cf1c8e" -d '{"events": [{"server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "name": "network-vif-deleted", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:16.841673 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ced30-16c2-465d-9b7c-60adf44e991a x-openstack-request-id: req-d62ced30-16c2-465d-9b7c-60adf44e991a {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:16.841977 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906b0054-87ab-4268-a08f-adef03c5b7d2", "name": "network-vif-deleted", "tag": "73a2f59e-d78f-456f-986d-6ffa830f78cb", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:16.842743 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d62ced30-16c2-465d-9b7c-60adf44e991a {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:16.842872 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b0054-87ab-4268-a08f-adef03c5b7d2', 'name': 'network-vif-deleted', 'tag': '73a2f59e-d78f-456f-986d-6ffa830f78cb', 'status': 'completed', 'code': 200} Mar 10 07:09:16.881158 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:17.087253 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:17.112634 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:09:17.121102 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:17.121697 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:08:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:17.227994 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:17.426661 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:17.453038 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695535c-2325-43ed-a8ff-c18cfede4790 None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:09:17.633188 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35554) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:17.669082 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee76f3-5ec5-4ac9-a66b-56102b1667f8 None None] New status for floating IP 19b8ac2c-64b6-425c-b82f-c64ed20298b0: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:09:17.687885 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (93499ffa-9b08-4a97-be6c-45b37bfea34f), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.710822 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (93499ffa-9b08-4a97-be6c-45b37bfea34f), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.758025 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (93499ffa-9b08-4a97-be6c-45b37bfea34f), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.760893 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.762224 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/security-groups/93499ffa-9b08-4a97-be6c-45b37bfea34f HTTP/1.1" status: 204 len: 168 time: 0.1280491 Mar 10 07:09:17.765192 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35556) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:17.774756 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93499ffa-9b08-4a97-be6c-45b37bfea34f,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:17.779529 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.api.v2.resource [None req-b2b31c79-23a5-4deb-b9d3-4ffa1f37c84b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] show failed (client error): The resource could not be found. Mar 10 07:09:17.784485 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b2b31c79-23a5-4deb-b9d3-4ffa1f37c84b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups/93499ffa-9b08-4a97-be6c-45b37bfea34f HTTP/1.1" status: 404 len: 347 time: 0.0143299 Mar 10 07:09:17.784485 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35558) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:17.787334 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.787860 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.788368 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.788875 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.789406 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.789933 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.790431 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.791187 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.791691 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.792589 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.793366 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.793868 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.794404 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8afe1f-7aa2-4926-b1ea-d5e83275b904 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:17.912215 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port 0d376944-7a9d-40f6-b2b0-b0ea4b9840da {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:09:17.912547 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.984890 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.985170 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.997039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for 0d376944-7a9d-40f6-b2b0-b0ea4b9840da owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:09:18.134056 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (0d376944-7a9d-40f6-b2b0-b0ea4b9840da), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.157911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=0d376944-7a9d-40f6-b2b0-b0ea4b9840da,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:18.219809 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (19b8ac2c-64b6-425c-b82f-c64ed20298b0), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.222400 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.223533 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b77851b0-6c1b-482e-b7d9-3f4f173f1848 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/floatingips/19b8ac2c-64b6-425c-b82f-c64ed20298b0 HTTP/1.1" status: 204 len: 168 time: 0.4379549 Mar 10 07:09:18.562016 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 73a2f59e-d78f-456f-986d-6ffa830f78cb no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:09:18.581660 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 73a2f59e-d78f-456f-986d-6ffa830f78cb {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:09:18.582010 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 73a2f59e-d78f-456f-986d-6ffa830f78cb not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:09:18.689967 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35562) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:18.695027 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495927969', 'description': 'tempest-description--1748318961'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:18.715326 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.778222 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (e0812b52-d7c4-49bc-b7ee-a5a677e4bee0), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.781675 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e0812b52-d7c4-49bc-b7ee-a5a677e4bee0), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.805403 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.806582 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1156259 Mar 10 07:09:18.809702 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35564) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:18.814331 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': 'e0812b52-d7c4-49bc-b7ee-a5a677e4bee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:18.814496 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9daf16-a7f8-4535-9ab3-9a11be974944 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:18.839641 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (50d004f0-decc-47bd-b5a9-702b5de8ce94), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.893562 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (50d004f0-decc-47bd-b5a9-702b5de8ce94), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.896966 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (50d004f0-decc-47bd-b5a9-702b5de8ce94), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.914208 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d004f0-decc-47bd-b5a9-702b5de8ce94,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:18.920930 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.922138 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-c00c84c7-e207-4e57-96df-cf357f3644eb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114197 Mar 10 07:09:18.924749 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35566) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:18.929270 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'security_group_rule': {'security_group_id': 'e0812b52-d7c4-49bc-b7ee-a5a677e4bee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:18.952932 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (a5ba1fda-5b3e-412d-82a4-d3699fcc3185), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.007164 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (a5ba1fda-5b3e-412d-82a4-d3699fcc3185), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.010818 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788465'] for security_group_rule (a5ba1fda-5b3e-412d-82a4-d3699fcc3185), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.027194 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ba1fda-5b3e-412d-82a4-d3699fcc3185,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:19.035669 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.036859 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-77845394-22af-446d-a8e6-f450786b039b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111414 Mar 10 07:09:19.039958 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35568) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:19.044112 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:19.063437 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.158782 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.259420 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.27.1.100 (ffa147d5-a73b-4c7c-a99f-d0741c91c909/40c80775-1e57-4837-ae7d-25bac4394d2e/9bba9e00-5eca-4cc6-b757-a2bf962871b8) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:19.361495 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.395232 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.435543 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network ffa147d5-a73b-4c7c-a99f-d0741c91c909 is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:19.438314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:19.443603 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:19.465986 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=9bba9e00-5eca-4cc6-b757-a2bf962871b8,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:19.531738 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (272261d2-a0fc-4ce6-82b3-d49dd8d46757), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.568353 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.711598 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.715880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.781540 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=9bba9e00-5eca-4cc6-b757-a2bf962871b8,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:19.791378 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (272261d2-a0fc-4ce6-82b3-d49dd8d46757), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.805981 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.807184 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-39a2a9da-7adb-403e-88c6-c7b3badf78d9 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7663243 Mar 10 07:09:19.947868 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-187a1a00-aa20-4a25-add9-1327c102e052 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--495927969&fields=id&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 267 time: 0.0409954 Mar 10 07:09:20.052337 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-a508da3e-a31a-40ce-ae5e-9cbfdd52e475 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:20.053844 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-a508da3e-a31a-40ce-ae5e-9cbfdd52e475 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.0998712 Mar 10 07:09:20.067824 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-80c1db7f-01b9-4048-ae02-4227b13f73e7 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/quotas/02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 375 time: 0.0085685 Mar 10 07:09:20.119087 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-0fc21bc4-edc5-43ed-8aa7-5eb4a326e3e0 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466781 Mar 10 07:09:20.259915 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-29f34c36-db3f-4ba2-ab89-ffbf93f416f9 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300581 Mar 10 07:09:20.345619 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-ac5720f8-0102-45ca-b08c-4551555434f9 service neutron] 10.222.0.35 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802310 Mar 10 07:09:20.507417 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-e7cd9160-af5b-4eee-b69e-bdf770b649f0 req-fe85bfee-361a-4e84-b5e2-2ed721b73bbd tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 210 time: 0.0305190 Mar 10 07:09:21.457794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-cbadd9bf-f087-4a24-b12a-caa6f7b2772b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:21.459235 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-cbadd9bf-f087-4a24-b12a-caa6f7b2772b tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 814 time: 0.1069601 Mar 10 07:09:21.525253 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-b65acbfa-126f-4af7-859f-0a5eb13928fb tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e07c67ccee42c98952b7746763941a HTTP/1.1" status: 200 len: 379 time: 0.0523510 Mar 10 07:09:21.533450 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'port': {'device_id': '9da06748-4c10-413e-a180-1003bc8b14b2', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'admin_state_up': True, 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'security_groups': ['e0812b52-d7c4-49bc-b7ee-a5a677e4bee0']}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:21.626782 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-c29c7788-3d78-4189-8d1b-0f6cb022daca req-c1b2392e-b3e0-4267-a55d-0a7ce2d7e78d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 210 time: 0.0331049 Mar 10 07:09:21.661546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Made reservation on behalf of 02e07c67ccee42c98952b7746763941a for: {'port': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:21.664805 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.786754 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_common [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Allocated IP 172.20.0.11 (c6b83e98-bdc4-4623-a8f8-972886bcc83f/36140486-e178-4daf-b404-6d9e1f8c3fc8/0a95ce9c-06f1-4802-97b3-bd35cc952c2c) {{(pid=109520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:21.914943 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.947415 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731845344633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.988124 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f is already hosted by enough agents. {{(pid=109520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:21.991563 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Resources bound (agent type, host, resource id): {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:21.995112 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Received port after_create {{(pid=109520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:22.026605 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event updated for resources: {'Port': ['ID=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:22.051941 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:22.052688 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.070363 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5ed7e695-664c-42b9-96aa-e3ce29996d8e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5404465 Mar 10 07:09:22.132119 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Request body: {'port': {'device_id': '9da06748-4c10-413e-a180-1003bc8b14b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:22.189232 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.191231 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-1a54309d-0adf-445b-8d31-7ac66b266d27 None None] Provisioning complete for port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c triggered by entity DHCP. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:22.191734 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1a54309d-0adf-445b-8d31-7ac66b266d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.228124 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-1a54309d-0adf-445b-8d31-7ac66b266d27 None None] Port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c cannot update to ACTIVE because it is not bound. {{(pid=109521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:22.440884 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a95ce9c-06f1-4802-97b3-bd35cc952c2c {{(pid=109520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:22.448113 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Publish callbacks [] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.459597 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.provisioning_blocks [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Transition to ACTIVE for port object 0a95ce9c-06f1-4802-97b3-bd35cc952c2c will not be triggered until provisioned by entity L2. {{(pid=109520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:09:22.463354 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.513908 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Pushing event updated for resources: {'Port': ['ID=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,revision_number=2']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:22.582831 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Attempting to bind port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c on host hv-cinder-83291 for vnic_type normal with profile {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:22.583219 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Attempting to bind port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:22.583490 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Attempting to bind port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:22.587975 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c on network c6b83e98-bdc4-4623-a8f8-972886bcc83f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:09:22.588289 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Attempting to bind port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c on network c6b83e98-bdc4-4623-a8f8-972886bcc83f {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:22.593229 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Checking agent: {'id': '9c1a9eda-db41-483c-bbab-2f55c6b2d283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'started_at': datetime.datetime(2022, 3, 10, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:22.593567 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Checking segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:22.593948 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Bound using segment: {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'} {{(pid=109520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:22.594366 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.managers [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Bound port: 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f'}}] {{(pid=109520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:22.594733 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.658996 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] For port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host hv-cinder-83291, cleared binding levels {{(pid=109520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:22.662121 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] For port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:22.669640 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14649531'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.683322 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-130f8b13-c229-4f1e-9aab-7a8163ab1e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.708505 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:22.709046 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.710998 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] 10.222.0.36 "PUT /v2.0/ports/0a95ce9c-06f1-4802-97b3-bd35cc952c2c HTTP/1.1" status: 200 len: 1094 time: 0.6271222 Mar 10 07:09:22.711350 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:22.713617 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d528dc2-17b1-4660-bd92-70013a9433b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:22.736561 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ce4ca-287b-4d22-96e3-d639724a676f service neutron] Pushing event updated for resources: {'Port': ['ID=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,revision_number=3']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:22.776402 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc1e3f-e470-4d22-8a05-510b914d8946 req-aa64cedc-6d4d-41d9-9a23-d5055214fca3 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:22.778322 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-24cc1e3f-e470-4d22-8a05-510b914d8946 req-aa64cedc-6d4d-41d9-9a23-d5055214fca3 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 944 time: 0.0819974 Mar 10 07:09:22.781737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995132d-d8fa-4399-9917-064f729deed0 x-openstack-request-id: req-4995132d-d8fa-4399-9917-064f729deed0 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:22.781737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:22.781737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4995132d-d8fa-4399-9917-064f729deed0 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:22.782223 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'status': 'completed', 'code': 200} Mar 10 07:09:22.822667 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-6f5932ea-c8eb-493f-a039-210d651620b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:22.824253 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-6f5932ea-c8eb-493f-a039-210d651620b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 1128 time: 0.0570745 Mar 10 07:09:22.829109 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-24cc1e3f-e470-4d22-8a05-510b914d8946 req-2b55718d-e03a-4d6e-99ee-d95f9127e160 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445347 Mar 10 07:09:22.874812 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-56f0239c-389e-4ac6-b4c1-d2206861204f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c HTTP/1.1" status: 200 len: 217 time: 0.0388224 Mar 10 07:09:22.925589 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-02ad8617-27de-43a4-a002-2c8df17f5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:22.927033 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-02ad8617-27de-43a4-a002-2c8df17f5f0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0454993 Mar 10 07:09:22.975864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-34ddd655-59b8-4d4e-b715-9fc3ec8c11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:22.977267 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-34ddd655-59b8-4d4e-b715-9fc3ec8c11ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432856 Mar 10 07:09:23.066840 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-51cd3a4b-b581-4e06-b3e8-4b63058db02f service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834584 Mar 10 07:09:23.151740 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-fbab9872-69f7-489a-ac38-19da8d00b459 req-5a163892-0ee1-450d-aba1-39a40acc8b9d service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785477 Mar 10 07:09:23.289497 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-439e3765-6809-45e5-bfdd-85b47ba60279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:23.290968 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-439e3765-6809-45e5-bfdd-85b47ba60279 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 1128 time: 0.0480502 Mar 10 07:09:23.376791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-f2102d33-6f41-4e90-958b-cf9fde4eecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:23.378311 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-f2102d33-6f41-4e90-958b-cf9fde4eecf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0808702 Mar 10 07:09:23.420164 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-346162a3-46c3-4b6c-96d7-68a06e547a19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c HTTP/1.1" status: 200 len: 217 time: 0.0362432 Mar 10 07:09:23.467069 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-f9bc1803-f784-47d7-b431-fb14101e564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:23.468445 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-f9bc1803-f784-47d7-b431-fb14101e564b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0420916 Mar 10 07:09:23.515692 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-f6e705be-f53f-49bd-9066-04090fb9c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:23.517218 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-f6e705be-f53f-49bd-9066-04090fb9c264 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426452 Mar 10 07:09:23.604499 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-3331d2cf-4655-4a19-9520-128b94fd2f0a service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Mar 10 07:09:23.688878 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-6d528dc2-17b1-4660-bd92-70013a9433b1 req-fe4cb1a2-deb5-4fc0-b754-e9a0e9a94c03 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784199 Mar 10 07:09:23.946572 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45b427-7ff3-4d39-b60a-e40d6d63a5e4 req-3931d7dc-98bf-4d69-8ee3-5a9d2be4ebb5 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:23.947992 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1e45b427-7ff3-4d39-b60a-e40d6d63a5e4 req-3931d7dc-98bf-4d69-8ee3-5a9d2be4ebb5 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 944 time: 0.0509365 Mar 10 07:09:23.996014 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-1e45b427-7ff3-4d39-b60a-e40d6d63a5e4 req-4456569e-76d7-4484-8bc1-b278de0b9170 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Mar 10 07:09:25.029170 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f0bd-708b-4547-920f-498bcc7da32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.110730 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009cf21-66fa-440a-9507-c3972df13ea7 req-ed2d6036-5f3e-4f0a-8785-ebeb2073b747 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:25.112180 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f009cf21-66fa-440a-9507-c3972df13ea7 req-ed2d6036-5f3e-4f0a-8785-ebeb2073b747 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 944 time: 0.0508952 Mar 10 07:09:25.158101 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-f009cf21-66fa-440a-9507-c3972df13ea7 req-206bbf39-be1a-4578-86b4-8c89222cb1ea tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Mar 10 07:09:26.038214 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.275015 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75c2c6-e62f-41f8-a010-4dd9b2e4076b req-b568d642-4dfe-481f-859d-ecd8e0806b66 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:26.276368 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7b75c2c6-e62f-41f8-a010-4dd9b2e4076b req-b568d642-4dfe-481f-859d-ecd8e0806b66 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 944 time: 0.0516407 Mar 10 07:09:26.320374 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-7b75c2c6-e62f-41f8-a010-4dd9b2e4076b req-81371ec0-14f6-4ac9-ab55-691d577c23ad tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384374 Mar 10 07:09:26.609228 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0a95ce9c-06f1-4802-97b3-bd35cc952c2c details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=109521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:09:26.703306 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:26.715261 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Returning: {'device': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'port_id': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'mac_address': 'fa:16:3e:80:3b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:09:26.751915 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c is: DOWN; New status is: BUILD {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:26.752302 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.765173 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a95ce9c-06f1-4802-97b3-bd35cc952c2c {{(pid=109521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:26.783451 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:26.787095 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.835144 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,revision_number=4']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:26.841813 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.842164 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.842505 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.842842 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.843178 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.843509 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.843895 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.844168 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.844491 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.844816 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.845172 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.845493 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:26.845813 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:27.205951 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] get_ports_and_sgs() called for port_ids ['0a95ce9c-06f1-4802-97b3-bd35cc952c2c'] {{(pid=109521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:09:27.438726 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156fadf-ab0a-4de2-baba-ea390c0bc917 req-df9a97a2-5e23-4da6-964c-6cf239e66ed0 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:27.440183 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4156fadf-ab0a-4de2-baba-ea390c0bc917 req-df9a97a2-5e23-4da6-964c-6cf239e66ed0 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 945 time: 0.0553992 Mar 10 07:09:27.485323 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-4156fadf-ab0a-4de2-baba-ea390c0bc917 req-b5aa7464-e00d-49a8-be8f-3fe6548187e1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Mar 10 07:09:27.644403 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.596273 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb76d-f128-4cf1-bb6a-d965c1dd08b3 req-0de46c01-211c-4e7a-8832-d06d087f5697 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:28.597727 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-768eb76d-f128-4cf1-bb6a-d965c1dd08b3 req-0de46c01-211c-4e7a-8832-d06d087f5697 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 945 time: 0.0497787 Mar 10 07:09:28.624864 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0a95ce9c-06f1-4802-97b3-bd35cc952c2c up at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:28.642635 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-768eb76d-f128-4cf1-bb6a-d965c1dd08b3 req-43f93d24-3309-42dd-b8b2-ec856b418e1c tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 Mar 10 07:09:28.672663 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning for port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c completed by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:09:28.676599 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.provisioning_blocks [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Provisioning complete for port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c triggered by entity L2. {{(pid=109521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:28.676973 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-888171'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), provisioning_complete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.756799 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Current status of the port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c is: BUILD; New status is: ACTIVE {{(pid=109521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:28.757292 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), before_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.779433 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c'}] {{(pid=109521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:28.781576 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d966b251cf9fb8ac499e807c6463194b721da17ea5122831c90d7c8a68dd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8381aa8e-7c61-4fdb-992e-a37cf0a91534" -d '{"events": [{"server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "name": "network-vif-plugged", "status": "completed", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c"}]}' {{(pid=109521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:28.793596 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] For port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:28.797569 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731845912935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731845344651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731845344669'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.824196 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec94168e-e5a4-470d-a8d9-d0b4b06e78f5 x-openstack-request-id: req-ec94168e-e5a4-470d-a8d9-d0b4b06e78f5 {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:28.824482 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "name": "network-vif-plugged", "status": "completed", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c", "code": 200}]} {{(pid=109521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:28.824727 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec94168e-e5a4-470d-a8d9-d0b4b06e78f5 {{(pid=109521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:28.825120 dv-cinder-832918-1-iscsi neutron-server[109521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'code': 200} Mar 10 07:09:28.849770 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Pushing event updated for resources: {'Port': ['ID=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,revision_number=5']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:28.940883 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:29.019657 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2e03-01a4-428c-9e02-b0c0a54f542d req-7a1a5087-49e2-41a5-affe-0a3bffcfa7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:29.021213 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a5e2e03-01a4-428c-9e02-b0c0a54f542d req-7a1a5087-49e2-41a5-affe-0a3bffcfa7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 1130 time: 0.0452452 Mar 10 07:09:29.062157 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a5e2e03-01a4-428c-9e02-b0c0a54f542d req-6c64a32d-2969-48ee-aa70-192dc330c12f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353494 Mar 10 07:09:29.763395 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f070cf-78e5-46da-954b-4dc89166cdb8 req-9b270f5e-79e2-47fa-bec2-79408e0308c5 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:29.764957 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25f070cf-78e5-46da-954b-4dc89166cdb8 req-9b270f5e-79e2-47fa-bec2-79408e0308c5 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0556448 Mar 10 07:09:29.811940 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-25f070cf-78e5-46da-954b-4dc89166cdb8 req-741beed7-3f9b-4a1a-bb90-c337623b081d tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412085 Mar 10 07:09:30.929558 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8c262-8c7a-42d8-a3e9-0b0b12156f92 req-4c8b24c1-f654-498b-b9d4-d28592835de1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:30.931047 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6a8c262-8c7a-42d8-a3e9-0b0b12156f92 req-4c8b24c1-f654-498b-b9d4-d28592835de1 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0519731 Mar 10 07:09:30.976543 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-b6a8c262-8c7a-42d8-a3e9-0b0b12156f92 req-6f87db99-5db8-4cc5-9c19-bd8ff177afc6 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 Mar 10 07:09:31.090283 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936acc8-8039-4324-a814-ae09d1b1a2e8 req-3aa8a54f-66e4-448d-82e3-b9968df2d9df tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:31.091844 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-e936acc8-8039-4324-a814-ae09d1b1a2e8 req-3aa8a54f-66e4-448d-82e3-b9968df2d9df tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0543485 Mar 10 07:09:31.101254 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35628) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:31.105637 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Request body: {'floatingip': {'port_id': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:31.143489 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (272261d2-a0fc-4ce6-82b3-d49dd8d46757), before_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:31.823992 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:31.827600 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (272261d2-a0fc-4ce6-82b3-d49dd8d46757), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:31.925547 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP 272261d2-a0fc-4ce6-82b3-d49dd8d46757 associated. External IP: 172.27.1.100, port: 0a95ce9c-06f1-4802-97b3-bd35cc952c2c. Mar 10 07:09:32.132738 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:09:32.236679 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:09:32.242072 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:32.246659 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:09:32.256537 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:32.257274 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:09:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:32.284235 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2a7be945-697d-487c-8ad3-82000c617674 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "PUT /v2.0/floatingips/272261d2-a0fc-4ce6-82b3-d49dd8d46757 HTTP/1.1" status: 200 len: 992 time: 1.1682639 Mar 10 07:09:32.284235 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:32.284235 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:32.309615 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb3436d-5a28-444c-9d1e-c415c7ad2174 x-openstack-request-id: req-9eb3436d-5a28-444c-9d1e-c415c7ad2174 {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:32.309911 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:32.310165 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eb3436d-5a28-444c-9d1e-c415c7ad2174 {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:32.310569 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'status': 'completed', 'code': 200} Mar 10 07:09:32.363638 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:32.396096 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-31e28124-0733-475a-acb8-58fe8be73b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:32.397738 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-31e28124-0733-475a-acb8-58fe8be73b03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 1130 time: 0.0446436 Mar 10 07:09:32.488744 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-5662c5e1-8bb4-408d-ad4b-3487124bc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:32.490246 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-5662c5e1-8bb4-408d-ad4b-3487124bc5bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0872464 Mar 10 07:09:32.554943 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-b76d7f55-e1c7-44a9-8df6-3aaff15508bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c HTTP/1.1" status: 200 len: 1000 time: 0.0577676 Mar 10 07:09:32.586021 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '272261d2-a0fc-4ce6-82b3-d49dd8d46757', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:80:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da06748-4c10-413e-a180-1003bc8b14b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:31Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:32.601922 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-acc63dc0-a163-48da-ab46-6bc26be336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:32.603387 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-acc63dc0-a163-48da-ab46-6bc26be336ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0434849 Mar 10 07:09:32.611724 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:09:32.619862 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:32.620467 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:09:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:32.654258 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-c454359d-565a-417e-ba8f-a8dff99618c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:32.655737 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-c454359d-565a-417e-ba8f-a8dff99618c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459616 Mar 10 07:09:32.725479 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:32.742859 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-dac6858d-39df-494e-82e6-b11605839f04 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808871 Mar 10 07:09:32.834269 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-54e454b8-a3ed-4eb3-ac78-acf91a8ad7a4 req-aec01f06-1ea8-4711-a9e3-d40d1e3ce081 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Mar 10 07:09:32.947434 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '272261d2-a0fc-4ce6-82b3-d49dd8d46757', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:80:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da06748-4c10-413e-a180-1003bc8b14b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:31Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:32.973383 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b479264-392c-4bdd-8f3a-59b6fd8c4341 None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_floatingips': [{'id': '272261d2-a0fc-4ce6-82b3-d49dd8d46757', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'router_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'port_id': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'mac_address': 'fa:16:3e:80:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da06748-4c10-413e-a180-1003bc8b14b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:31Z', 'revision_number': 1, 'project_id': '02e07c67ccee42c98952b7746763941a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:09:33.154222 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cae36-7d8f-4620-8828-8471cbdd384e None None] New status for floating IP 272261d2-a0fc-4ce6-82b3-d49dd8d46757: ACTIVE {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:09:34.236197 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:09:37.990338 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [req-a75e8b4b-cccd-4545-852a-55752c346036 req-0885070d-eefe-4120-8b79-89072cb3e596 service neutron] (109520) timed out ('10.222.0.36', 61265) {{(pid=109520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 07:09:38.601368 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.423908 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-292aab06-dc4b-4584-97b0-19662093464f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429704 Mar 10 07:09:51.527433 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-73343d8a-b120-4173-8b16-00a990a0bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.528841 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-73343d8a-b120-4173-8b16-00a990a0bba8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02e07c67ccee42c98952b7746763941a&device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 1130 time: 0.0425427 Mar 10 07:09:51.631673 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-5388733b-8e6a-4d34-adb4-2bf6f964a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.633188 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-5388733b-8e6a-4d34-adb4-2bf6f964a3b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 200 len: 914 time: 0.0858178 Mar 10 07:09:51.694374 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-3f181003-a149-4f32-8513-6eb0dd54204b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c HTTP/1.1" status: 200 len: 1002 time: 0.0550873 Mar 10 07:09:51.743235 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-1e145a69-c3e0-404e-8a6e-d3fd49b0c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.744594 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-1e145a69-c3e0-404e-8a6e-d3fd49b0c264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 200 len: 853 time: 0.0443754 Mar 10 07:09:51.792328 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-e0592427-61ba-4170-a0da-de4e0c594673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.793868 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-e0592427-61ba-4170-a0da-de4e0c594673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b83e98-bdc4-4623-a8f8-972886bcc83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429726 Mar 10 07:09:51.885880 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-84377f6b-95c9-4eba-b778-95232e736973 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789003 Mar 10 07:09:51.977166 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-4a200adc-6f1e-4203-8b89-5d89e29560d0 req-83d10f66-337b-4bb6-804d-b4da84f10bad service neutron] 10.222.0.36 "GET /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846059 Mar 10 07:09:52.685234 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-d4956068-c44c-4a57-9cb2-6b17a933ceaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.030230 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc953-e56f-4118-94e8-d4689c388c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.041193 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:57.646295 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:58.943573 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.609470 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:11.236136 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:10:22.685799 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4a818429-54a5-43db-bbdf-79740e450482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.031223 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-be6f7931-8a0a-43c1-8305-094e6df14a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:26.043647 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.648850 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.947345 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.630199 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:47.563262 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87f84-6846-450f-8c6c-704c8fd28446 req-c20695fd-c8d2-4489-a971-2b94d58068c4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:47.564728 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1e87f84-6846-450f-8c6c-704c8fd28446 req-c20695fd-c8d2-4489-a971-2b94d58068c4 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Mar 10 07:10:47.609653 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-a1e87f84-6846-450f-8c6c-704c8fd28446 req-73b1baae-ef00-4183-9b8f-706530c31062 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393806 Mar 10 07:10:48.235355 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:10:48.733089 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154bee-a93b-431d-9aa8-345650d35459 req-ec0c8aa3-7c9d-4410-a49b-0f93dfc5de68 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:48.734535 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-96154bee-a93b-431d-9aa8-345650d35459 req-ec0c8aa3-7c9d-4410-a49b-0f93dfc5de68 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0565026 Mar 10 07:10:48.778669 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [req-96154bee-a93b-431d-9aa8-345650d35459 req-0cead54a-d86c-4f6b-afbc-71e12aaf39fd tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Mar 10 07:10:49.430820 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-82fc62da-c317-4827-902a-9af54639213e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:49.432921 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-82fc62da-c317-4827-902a-9af54639213e tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0564692 Mar 10 07:10:49.521092 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:49.521430 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:49.608387 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] For port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:49.608741 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:49.773049 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:49.773430 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595010'] for floatingip (272261d2-a0fc-4ce6-82b3-d49dd8d46757), after_update {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:49.773777 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.l3_db [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Floating IP 272261d2-a0fc-4ce6-82b3-d49dd8d46757 disassociated. External IP: 172.27.1.100, port: 0a95ce9c-06f1-4802-97b3-bd35cc952c2c. Mar 10 07:10:49.774104 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for 0a95ce9c-06f1-4802-97b3-bd35cc952c2c owned by compute:nova {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:49.936339 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05700494-f810-42a4-8d41-21c4fc22ee95 req-55c4bf4d-19c1-40dd-9002-0d54cd44bf2f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:49.938212 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05700494-f810-42a4-8d41-21c4fc22ee95 req-55c4bf4d-19c1-40dd-9002-0d54cd44bf2f tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9da06748-4c10-413e-a180-1003bc8b14b2 HTTP/1.1" status: 200 len: 946 time: 0.0911615 Mar 10 07:10:49.938742 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (0a95ce9c-06f1-4802-97b3-bd35cc952c2c), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:49.977307 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=0a95ce9c-06f1-4802-97b3-bd35cc952c2c,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:49.995737 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.996091 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.996437 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.996774 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.997140 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.997481 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.997811 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.998137 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.998465 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.998794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.999117 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.999452 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:49.999773 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:50.063255 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-05700494-f810-42a4-8d41-21c4fc22ee95 req-e53e08bd-5f8e-4f10-968e-766246f6db91 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182804 Mar 10 07:10:50.127492 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:10:50.232834 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:10:50.243943 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:10:50.253996 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:50.254681 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:10:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:50.275133 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] No DVR routers for this DVR port 0a95ce9c-06f1-4802-97b3-bd35cc952c2c on host hv-cinder-83291 {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:10:50.278123 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for port (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:50.281382 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [req-3a92a0e1-857e-4071-9150-aa732fb8a1b3 req-b5bb5ba1-eff7-49b5-8b06-601b27763154 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.36 "DELETE /v2.0/ports/0a95ce9c-06f1-4802-97b3-bd35cc952c2c HTTP/1.1" status: 204 len: 173 time: 0.8424268 Mar 10 07:10:50.281815 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'name': 'network-vif-deleted', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c'}] {{(pid=109520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:50.284035 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b83aa5a8bff6b6adf09e0d66a6992e1eca4bdbb8a7281f4901e1a5aeecee002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46c589-b57e-4603-997d-4114a9323fb8" -d '{"events": [{"server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "name": "network-vif-deleted", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c"}]}' {{(pid=109520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:50.327678 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474e285-d78c-4967-88a5-abcf8d8a1adc x-openstack-request-id: req-4474e285-d78c-4967-88a5-abcf8d8a1adc {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:50.328129 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da06748-4c10-413e-a180-1003bc8b14b2", "name": "network-vif-deleted", "tag": "0a95ce9c-06f1-4802-97b3-bd35cc952c2c", "status": "completed", "code": 200}]} {{(pid=109520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:50.328372 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4474e285-d78c-4967-88a5-abcf8d8a1adc {{(pid=109520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:50.328937 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da06748-4c10-413e-a180-1003bc8b14b2', 'name': 'network-vif-deleted', 'tag': '0a95ce9c-06f1-4802-97b3-bd35cc952c2c', 'status': 'completed', 'code': 200} Mar 10 07:10:50.382046 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:50.581531 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:50.607195 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:10:50.615074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:50.615671 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:10:25Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:50.719865 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:51.035347 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:51.063592 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be900e-bb2b-46b0-b960-034bb83bec8b None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:03:40Z', 'revision_number': 4, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi', '_interfaces': [{'id': 'c788a247-835c-4293-a08b-6360de15a169', 'name': '', 'network_id': 'c6b83e98-bdc4-4623-a8f8-972886bcc83f', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'mac_address': 'fa:16:3e:10:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:40Z', 'updated_at': '2022-03-10T07:03:44Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'subnets': [{'id': '36140486-e178-4daf-b404-6d9e1f8c3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:10:51.146435 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35740) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:51.200205 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2fd0435a-0011-4b40-9f76-320ee2979405 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (e0812b52-d7c4-49bc-b7ee-a5a677e4bee0), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.223427 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2fd0435a-0011-4b40-9f76-320ee2979405 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (e0812b52-d7c4-49bc-b7ee-a5a677e4bee0), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.274982 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2fd0435a-0011-4b40-9f76-320ee2979405 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e0812b52-d7c4-49bc-b7ee-a5a677e4bee0), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.277653 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-2fd0435a-0011-4b40-9f76-320ee2979405 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.279546 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-2fd0435a-0011-4b40-9f76-320ee2979405 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/security-groups/e0812b52-d7c4-49bc-b7ee-a5a677e4bee0 HTTP/1.1" status: 204 len: 168 time: 0.1321006 Mar 10 07:10:51.281455 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6117d1-8864-40dc-8bfa-ebbd1e886caf None None] New status for floating IP 272261d2-a0fc-4ce6-82b3-d49dd8d46757: DOWN {{(pid=109522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:10:51.282614 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35742) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:51.294705 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0435a-0011-4b40-9f76-320ee2979405 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0812b52-d7c4-49bc-b7ee-a5a677e4bee0,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:51.296953 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.api.v2.resource [None req-b862d24e-fed4-470e-b6db-d9d2624e3187 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] show failed (client error): The resource could not be found. Mar 10 07:10:51.300976 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35744) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:51.301339 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-b862d24e-fed4-470e-b6db-d9d2624e3187 tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "GET /v2.0/security-groups/e0812b52-d7c4-49bc-b7ee-a5a677e4bee0 HTTP/1.1" status: 404 len: 347 time: 0.0173314 Mar 10 07:10:51.429948 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Deleting port 9bba9e00-5eca-4cc6-b757-a2bf962871b8 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:51.430288 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.507150 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.507476 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (9bba9e00-5eca-4cc6-b757-a2bf962871b8), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.519446 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Calling delete_port for 9bba9e00-5eca-4cc6-b757-a2bf962871b8 owned by network:floatingip {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:51.646090 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (9bba9e00-5eca-4cc6-b757-a2bf962871b8), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.675061 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Pushing event deleted for resources: {'Port': ['ID=9bba9e00-5eca-4cc6-b757-a2bf962871b8,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:51.734978 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks [] for floatingip (272261d2-a0fc-4ce6-82b3-d49dd8d46757), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.737674 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75405'] for floatingip (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:51.738815 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-bcc4870f-192f-4703-8bbd-639139b8efce tempest-AttachVolumeNegativeTest-140082656 tempest-AttachVolumeNegativeTest-140082656-project] 10.222.0.35 "DELETE /v2.0/floatingips/272261d2-a0fc-4ce6-82b3-d49dd8d46757 HTTP/1.1" status: 204 len: 168 time: 0.4365988 Mar 10 07:10:52.687402 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4007fbe8-50cb-4d08-980d-47ed4d84037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:53.035472 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0a95ce9c-06f1-4802-97b3-bd35cc952c2c no longer exists at agent hyperv_hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:10:53.055337 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] No Port match for: 0a95ce9c-06f1-4802-97b3-bd35cc952c2c {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:10:53.055696 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Device 0a95ce9c-06f1-4802-97b3-bd35cc952c2c not bound to the agent host hv-cinder-83291 {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:10:55.033138 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-bd4ea2cf-7d9b-440d-83b7-89600a9b8beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:55.368546 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35780) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:56.046331 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:56.050150 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590146'] for router_interface (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:56.285753 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Deleting port c788a247-835c-4293-a08b-6360de15a169 {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:56.286085 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (c788a247-835c-4293-a08b-6360de15a169), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:56.362775 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] For port c788a247-835c-4293-a08b-6360de15a169, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=c788a247-835c-4293-a08b-6360de15a169,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:56.363051 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (c788a247-835c-4293-a08b-6360de15a169), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:56.375182 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Calling delete_port for c788a247-835c-4293-a08b-6360de15a169 owned by network:router_interface {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:56.550520 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (c788a247-835c-4293-a08b-6360de15a169), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:56.575277 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Pushing event deleted for resources: {'Port': ['ID=c788a247-835c-4293-a08b-6360de15a169,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:56.743125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590290'] for router_interface (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:56.954722 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 has already been hosted by L3 agent b7d50f70-b81a-4d7b-ad23-f26e83c15f68 {{(pid=109520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:10:57.059261 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] Notify agent at l3_agent.dv-cinder-832918-1-iscsi the message routers_updated {{(pid=109520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:10:57.067108 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35784) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:57.067551 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-7b58a82b-140a-4002-8693-770026875432 admin admin] 10.222.0.35 "PUT /v2.0/routers/5c5ae56f-20ef-48fc-a596-8d5cb1f610a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977050 Mar 10 07:10:57.069682 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] Sync routers for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:10:57.079984 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:57.080603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:10:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:57.172788 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks [] for router (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.185951 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: dv-cinder-832918-1-iscsi {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:57.274983 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks [] for router_gateway (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.327431 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Deleting port 9316026a-4b8e-4cbb-92e2-e346733e351a {{(pid=109519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:57.327767 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.359910 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'external_fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:10:56Z', 'revision_number': 5, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port': {'id': '9316026a-4b8e-4cbb-92e2-e346733e351a', 'name': '', 'network_id': 'ffa147d5-a73b-4c7c-a99f-d0741c91c909', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:03:38Z', 'updated_at': '2022-03-10T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40c80775-1e57-4837-ae7d-25bac4394d2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832918-1-iscsi'}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:57.386123 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] Checking router: 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 for host: dv-cinder-832918-1-iscsi {{(pid=109521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:10:57.394323 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] Routers {'5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'} bound to L3 agent in host dv-cinder-832918-1-iscsi {{(pid=109521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:57.394929 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T06:45:25Z,description=,heartbeat_timestamp=2022-03-10T07:10:55Z,host='dv-cinder-832918-1-iscsi',id=b7d50f70-b81a-4d7b-ad23-f26e83c15f68,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:45:25Z,topic='l3_agent')) {'router_ids': ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'], 'active': True} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:57.405154 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.db [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] For port 9316026a-4b8e-4cbb-92e2-e346733e351a, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=9316026a-4b8e-4cbb-92e2-e346733e351a,segment=NetworkSegment(04d8d7e3-87a5-433a-af64-df07f6f540cf),segment_id=04d8d7e3-87a5-433a-af64-df07f6f540cf)] {{(pid=109519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:57.405517 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.421912 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.plugin [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Calling delete_port for 9316026a-4b8e-4cbb-92e2-e346733e351a owned by network:router_gateway {{(pid=109519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:57.485386 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvr_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] Set router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 gateway port host: None {{(pid=109521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:57.538217 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_hamode_db [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:10:57Z', 'revision_number': 6, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port_host': None}], 'dv-cinder-832918-1-iscsi', False) {} {{(pid=109521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:57.564596 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dab36a-cf96-406b-8ae3-f62dcecf1c24 None None] The sync data for ids ['5c5ae56f-20ef-48fc-a596-8d5cb1f610a8'] in dv-cinder-832918-1-iscsi is: [{'id': '5c5ae56f-20ef-48fc-a596-8d5cb1f610a8', 'name': 'tempest-AttachVolumeNegativeTest-852320283-router', 'tenant_id': '02e07c67ccee42c98952b7746763941a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:03:37Z', 'updated_at': '2022-03-10T07:10:57Z', 'revision_number': 6, 'project_id': '02e07c67ccee42c98952b7746763941a', 'gw_port_host': None}] {{(pid=109521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:10:57.591331 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16107055'] for port (9316026a-4b8e-4cbb-92e2-e346733e351a), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.617592 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Pushing event deleted for resources: {'Port': ['ID=9316026a-4b8e-4cbb-92e2-e346733e351a,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:57.628745 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.629123 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.629467 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.629799 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.630126 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.630449 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.630774 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.631097 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.631418 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.631740 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.632059 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.632376 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.633253 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:57.653930 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.687031 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595064'] for router_gateway (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.778281 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8683'] for router (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.780396 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks [] for router_controller (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.826253 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592108'] for router (5c5ae56f-20ef-48fc-a596-8d5cb1f610a8), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.826761 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 {{(pid=109519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:10:57.831141 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.832364 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3d927507-e01a-4c66-a64d-06a9a1b2854b admin admin] 10.222.0.35 "DELETE /v2.0/routers/5c5ae56f-20ef-48fc-a596-8d5cb1f610a8 HTTP/1.1" status: 204 len: 168 time: 0.7636614 Mar 10 07:10:57.835009 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35786) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:57.878632 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Deleting subnet 36140486-e178-4daf-b404-6d9e1f8c3fc8 {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:10:57.881568 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Publish callbacks [] for subnet (36140486-e178-4daf-b404-6d9e1f8c3fc8), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:57.917338 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (36140486-e178-4daf-b404-6d9e1f8c3fc8), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.013905 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c788a247-835c-4293-a08b-6360de15a169 no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:10:58.018646 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (36140486-e178-4daf-b404-6d9e1f8c3fc8), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.038027 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: c788a247-835c-4293-a08b-6360de15a169 {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:10:58.038382 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device c788a247-835c-4293-a08b-6360de15a169 not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:10:58.072905 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (36140486-e178-4daf-b404-6d9e1f8c3fc8), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.098057 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36140486-e178-4daf-b404-6d9e1f8c3fc8,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:58.101709 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.105209 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-02962c09-c914-40d4-a566-c67dde82b208 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/36140486-e178-4daf-b404-6d9e1f8c3fc8 HTTP/1.1" status: 204 len: 168 time: 0.2686720 Mar 10 07:10:58.107271 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35788) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:58.107447 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9cb66a-3654-423e-a20a-ab571c19d358 None None] Network c6b83e98-bdc4-4623-a8f8-972886bcc83f requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:58.172864 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (c6b83e98-bdc4-4623-a8f8-972886bcc83f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.228417 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Deleting port 151f4912-6b66-4c75-a3a9-d5340ce654db {{(pid=109520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:58.228774 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.288313 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.db [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] For port 151f4912-6b66-4c75-a3a9-d5340ce654db, host dv-cinder-832918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832918-1-iscsi',level=0,port_id=151f4912-6b66-4c75-a3a9-d5340ce654db,segment=NetworkSegment(1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64),segment_id=1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64)] {{(pid=109520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:58.288664 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.300962 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.plugin [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Calling delete_port for 151f4912-6b66-4c75-a3a9-d5340ce654db owned by network:dhcp {{(pid=109520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:58.336841 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] DHCP port deletion for c6b83e98-bdc4-4623-a8f8-972886bcc83f request from dv-cinder-832918-1-iscsi {{(pid=109521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:10:58.385269 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14649506'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.389705 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Deleting port 151f4912-6b66-4c75-a3a9-d5340ce654db {{(pid=109521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:58.390296 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731845904622'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), before_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.412291 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] No DVR routers for this DVR port 151f4912-6b66-4c75-a3a9-d5340ce654db on host dv-cinder-832918-1-iscsi {{(pid=109520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:10:58.417351 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=151f4912-6b66-4c75-a3a9-d5340ce654db,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:58.459000 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.db [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] For port 151f4912-6b66-4c75-a3a9-d5340ce654db, host dv-cinder-832918-1-iscsi, got binding levels [] {{(pid=109521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:58.459399 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597140'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), precommit_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.471795 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Calling delete_port for 151f4912-6b66-4c75-a3a9-d5340ce654db owned by network:dhcp {{(pid=109521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:58.474434 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.ipam_backend_mixin [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Port 151f4912-6b66-4c75-a3a9-d5340ce654db was not found and therefore no delete operation was performed {{(pid=109521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 07:10:58.475671 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-857481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731845912917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731845344642'] for port (151f4912-6b66-4c75-a3a9-d5340ce654db), after_delete {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.487004 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (c6b83e98-bdc4-4623-a8f8-972886bcc83f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.498170 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Pushing event deleted for resources: {'Port': ['ID=151f4912-6b66-4c75-a3a9-d5340ce654db,revision_number=None']} {{(pid=109521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:58.507440 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] No DVR routers for this DVR port 151f4912-6b66-4c75-a3a9-d5340ce654db on host dv-cinder-832918-1-iscsi {{(pid=109521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:10:58.509508 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.509964 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.510297 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.510637 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.511047 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.511876 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.512204 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.512529 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.512999 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.513198 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.513308 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b83e98-bdc4-4623-a8f8-972886bcc83f']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:58.513543 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.513836 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.514218 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b06420-5197-44df-b196-36c71e92c2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:58.528609 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:58.528906 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:58.538927 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.553112 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.559826 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:10:58.560203 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (1ed89021-0cc4-4c6e-9ee9-cbbea21f1c64), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:10:58.561883 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:10:58.616084 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (c6b83e98-bdc4-4623-a8f8-972886bcc83f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.621732 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.624789 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] 10.222.0.35 "DELETE /v2.0/networks/c6b83e98-bdc4-4623-a8f8-972886bcc83f HTTP/1.1" status: 204 len: 168 time: 0.5165932 Mar 10 07:10:58.634806 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7889a3-be2e-4aac-983e-70b8576aaf3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b83e98-bdc4-4623-a8f8-972886bcc83f,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:58.733243 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35792) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:58.770996 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-4c253f51-c275-4963-93b9-53fa62eee29f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02e07c67ccee42c98952b7746763941a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366321 Mar 10 07:10:58.773470 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35794) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:58.823842 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3c71d6f6-4307-42ec-bb2b-f84907ae0cb2 admin admin] Publish callbacks [] for security_group (3792de46-e5c4-4d44-bd73-2f0f005260e3), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.843903 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3c71d6f6-4307-42ec-bb2b-f84907ae0cb2 admin admin] Publish callbacks [] for security_group (3792de46-e5c4-4d44-bd73-2f0f005260e3), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.889054 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3c71d6f6-4307-42ec-bb2b-f84907ae0cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3792de46-e5c4-4d44-bd73-2f0f005260e3), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.891549 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-3c71d6f6-4307-42ec-bb2b-f84907ae0cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:58.892610 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-3c71d6f6-4307-42ec-bb2b-f84907ae0cb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3792de46-e5c4-4d44-bd73-2f0f005260e3 HTTP/1.1" status: 204 len: 168 time: 0.1182792 Mar 10 07:10:58.900045 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71d6f6-4307-42ec-bb2b-f84907ae0cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3792de46-e5c4-4d44-bd73-2f0f005260e3,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:58.952021 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:59.833366 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 151f4912-6b66-4c75-a3a9-d5340ce654db no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:10:59.854226 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 151f4912-6b66-4c75-a3a9-d5340ce654db {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:10:59.855214 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 151f4912-6b66-4c75-a3a9-d5340ce654db not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:10:59.855640 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9316026a-4b8e-4cbb-92e2-e346733e351a no longer exists at agent ovs-agent-dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:10:59.874974 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] No Port match for: 9316026a-4b8e-4cbb-92e2-e346733e351a {{(pid=109521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:10:59.875318 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Device 9316026a-4b8e-4cbb-92e2-e346733e351a not bound to the agent host dv-cinder-832918-1-iscsi {{(pid=109521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:11:08.648220 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.232129 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35930) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:10.334264 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55aa9402-40e7-4172-8512-c21078d0f233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.406192 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55aa9402-40e7-4172-8512-c21078d0f233 admin admin] Publish callbacks [] for security_group (e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.409806 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-55aa9402-40e7-4172-8512-c21078d0f233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.447166 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-55aa9402-40e7-4172-8512-c21078d0f233 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df2d652eaaac49e7b91df46f8672a112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139673 Mar 10 07:11:10.448039 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa9402-40e7-4172-8512-c21078d0f233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:10.450780 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35934) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:10.498983 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0a066f6a-2efe-43d5-8bfc-222aec7a137b admin admin] Publish callbacks [] for security_group (e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.519534 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0a066f6a-2efe-43d5-8bfc-222aec7a137b admin admin] Publish callbacks [] for security_group (e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.565450 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0a066f6a-2efe-43d5-8bfc-222aec7a137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.567991 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-0a066f6a-2efe-43d5-8bfc-222aec7a137b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.569156 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-0a066f6a-2efe-43d5-8bfc-222aec7a137b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124 HTTP/1.1" status: 204 len: 168 time: 0.1172652 Mar 10 07:11:10.576861 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a066f6a-2efe-43d5-8bfc-222aec7a137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a54c0a-2d8a-40a8-9fd2-37dd76eb3124,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:10.817082 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 35940) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:10.830006 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a610160-4505-45d0-8fb9-99b5171dd8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.902845 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a610160-4505-45d0-8fb9-99b5171dd8b3 admin admin] Publish callbacks [] for security_group (3f2fdd35-c205-4df5-b411-e1046f203477), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.906277 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-2a610160-4505-45d0-8fb9-99b5171dd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3f2fdd35-c205-4df5-b411-e1046f203477), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:10.946458 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-2a610160-4505-45d0-8fb9-99b5171dd8b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5f4166de7f54224a76a50a3b1bff662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283302 Mar 10 07:11:10.947148 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a610160-4505-45d0-8fb9-99b5171dd8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2fdd35-c205-4df5-b411-e1046f203477,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:10.949364 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 35942) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:10.996630 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3327-3c0d-4762-a95b-a987fd44f05c admin admin] Publish callbacks [] for security_group (3f2fdd35-c205-4df5-b411-e1046f203477), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:11.016840 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3327-3c0d-4762-a95b-a987fd44f05c admin admin] Publish callbacks [] for security_group (3f2fdd35-c205-4df5-b411-e1046f203477), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:11.065515 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3327-3c0d-4762-a95b-a987fd44f05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (3f2fdd35-c205-4df5-b411-e1046f203477), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:11.068323 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3327-3c0d-4762-a95b-a987fd44f05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:11.069465 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ed3f3327-3c0d-4762-a95b-a987fd44f05c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f2fdd35-c205-4df5-b411-e1046f203477 HTTP/1.1" status: 204 len: 168 time: 0.1189060 Mar 10 07:11:11.076965 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f3327-3c0d-4762-a95b-a987fd44f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2fdd35-c205-4df5-b411-e1046f203477,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:16.633429 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36024) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:16.739491 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-36807508-e1da-4093-9de9-9a596eb8b439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.812816 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-36807508-e1da-4093-9de9-9a596eb8b439 admin admin] Publish callbacks [] for security_group (08c37dbf-25cd-42b6-840a-f9be1d252951), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.816323 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-36807508-e1da-4093-9de9-9a596eb8b439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (08c37dbf-25cd-42b6-840a-f9be1d252951), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.852762 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-36807508-e1da-4093-9de9-9a596eb8b439 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6209c66fa23a4cd691db203d1f72ec0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182970 Mar 10 07:11:16.853636 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807508-e1da-4093-9de9-9a596eb8b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c37dbf-25cd-42b6-840a-f9be1d252951,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:16.856576 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36028) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:16.902734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8a404d7f-d04c-4984-995e-6220c6e143d9 admin admin] Publish callbacks [] for security_group (08c37dbf-25cd-42b6-840a-f9be1d252951), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.923284 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8a404d7f-d04c-4984-995e-6220c6e143d9 admin admin] Publish callbacks [] for security_group (08c37dbf-25cd-42b6-840a-f9be1d252951), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.969573 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8a404d7f-d04c-4984-995e-6220c6e143d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (08c37dbf-25cd-42b6-840a-f9be1d252951), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.972312 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-8a404d7f-d04c-4984-995e-6220c6e143d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.973483 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-8a404d7f-d04c-4984-995e-6220c6e143d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08c37dbf-25cd-42b6-840a-f9be1d252951 HTTP/1.1" status: 204 len: 168 time: 0.1164837 Mar 10 07:11:16.982324 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a404d7f-d04c-4984-995e-6220c6e143d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c37dbf-25cd-42b6-840a-f9be1d252951,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:17.228963 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36034) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:17.242311 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f4fb2c8c-ab71-418e-ba65-d374682a91d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.312485 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f4fb2c8c-ab71-418e-ba65-d374682a91d6 admin admin] Publish callbacks [] for security_group (17676271-8cc5-450d-a8ee-4cb296f570aa), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.316068 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-f4fb2c8c-ab71-418e-ba65-d374682a91d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (17676271-8cc5-450d-a8ee-4cb296f570aa), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.353301 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-f4fb2c8c-ab71-418e-ba65-d374682a91d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbac141663174c2e868ad7e4da2ed890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231976 Mar 10 07:11:17.354161 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb2c8c-ab71-418e-ba65-d374682a91d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17676271-8cc5-450d-a8ee-4cb296f570aa,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:17.355948 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36036) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:17.402202 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbae6-3215-4e53-a5e2-d793d4bc5029 admin admin] Publish callbacks [] for security_group (17676271-8cc5-450d-a8ee-4cb296f570aa), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.422794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbae6-3215-4e53-a5e2-d793d4bc5029 admin admin] Publish callbacks [] for security_group (17676271-8cc5-450d-a8ee-4cb296f570aa), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.469886 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbae6-3215-4e53-a5e2-d793d4bc5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (17676271-8cc5-450d-a8ee-4cb296f570aa), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.472576 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbae6-3215-4e53-a5e2-d793d4bc5029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.473776 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-ed9dbae6-3215-4e53-a5e2-d793d4bc5029 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17676271-8cc5-450d-a8ee-4cb296f570aa HTTP/1.1" status: 204 len: 168 time: 0.1168518 Mar 10 07:11:17.480954 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dbae6-3215-4e53-a5e2-d793d4bc5029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17676271-8cc5-450d-a8ee-4cb296f570aa,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:19.045435 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36090) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:19.151155 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-da3bd9d3-ec6b-45c4-8e9c-aa9b67f57af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.222801 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-da3bd9d3-ec6b-45c4-8e9c-aa9b67f57af3 admin admin] Publish callbacks [] for security_group (9366d410-6dff-4388-8e3f-8acc84a2cad8), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.226228 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-da3bd9d3-ec6b-45c4-8e9c-aa9b67f57af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9366d410-6dff-4388-8e3f-8acc84a2cad8), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.263692 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-da3bd9d3-ec6b-45c4-8e9c-aa9b67f57af3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b20562fa70534b51a0a354de4eeefb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171631 Mar 10 07:11:19.264842 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bd9d3-ec6b-45c4-8e9c-aa9b67f57af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9366d410-6dff-4388-8e3f-8acc84a2cad8,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:19.266434 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36094) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:19.316236 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f48-e5b5-4345-9a5f-d3264d275ac3 admin admin] Publish callbacks [] for security_group (9366d410-6dff-4388-8e3f-8acc84a2cad8), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.336909 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f48-e5b5-4345-9a5f-d3264d275ac3 admin admin] Publish callbacks [] for security_group (9366d410-6dff-4388-8e3f-8acc84a2cad8), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.382664 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f48-e5b5-4345-9a5f-d3264d275ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9366d410-6dff-4388-8e3f-8acc84a2cad8), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.385399 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f48-e5b5-4345-9a5f-d3264d275ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.386609 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-a18c0f48-e5b5-4345-9a5f-d3264d275ac3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9366d410-6dff-4388-8e3f-8acc84a2cad8 HTTP/1.1" status: 204 len: 168 time: 0.1191046 Mar 10 07:11:19.395266 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c0f48-e5b5-4345-9a5f-d3264d275ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9366d410-6dff-4388-8e3f-8acc84a2cad8,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:19.638980 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36100) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:19.651524 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afee5b4a-8502-459c-8d9d-bad34e45bd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.723927 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afee5b4a-8502-459c-8d9d-bad34e45bd8f admin admin] Publish callbacks [] for security_group (7bd1c227-f508-44fb-8c92-5fb315f12572), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.727695 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-afee5b4a-8502-459c-8d9d-bad34e45bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7bd1c227-f508-44fb-8c92-5fb315f12572), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.773784 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee5b4a-8502-459c-8d9d-bad34e45bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd1c227-f508-44fb-8c92-5fb315f12572,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:19.778509 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-afee5b4a-8502-459c-8d9d-bad34e45bd8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e95932b1c93846ed809b87a3d0183a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383808 Mar 10 07:11:19.781118 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36102) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:19.826885 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69283b42-c2e0-49ce-90e6-b0f1839ec8da admin admin] Publish callbacks [] for security_group (7bd1c227-f508-44fb-8c92-5fb315f12572), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.849626 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69283b42-c2e0-49ce-90e6-b0f1839ec8da admin admin] Publish callbacks [] for security_group (7bd1c227-f508-44fb-8c92-5fb315f12572), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.893585 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69283b42-c2e0-49ce-90e6-b0f1839ec8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (7bd1c227-f508-44fb-8c92-5fb315f12572), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.896051 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-69283b42-c2e0-49ce-90e6-b0f1839ec8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.897255 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-69283b42-c2e0-49ce-90e6-b0f1839ec8da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bd1c227-f508-44fb-8c92-5fb315f12572 HTTP/1.1" status: 204 len: 168 time: 0.1152310 Mar 10 07:11:19.904472 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69283b42-c2e0-49ce-90e6-b0f1839ec8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd1c227-f508-44fb-8c92-5fb315f12572,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:21.721993 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36174) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:21.822927 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fef30d95-bf0d-48f9-b058-d66f382b65a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.894807 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fef30d95-bf0d-48f9-b058-d66f382b65a6 admin admin] Publish callbacks [] for security_group (ae956db8-e6b3-4edf-9ada-c83dace37613), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.898126 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-fef30d95-bf0d-48f9-b058-d66f382b65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ae956db8-e6b3-4edf-9ada-c83dace37613), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.934844 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-fef30d95-bf0d-48f9-b058-d66f382b65a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49b2208738df455596e01f4aa8d72f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117651 Mar 10 07:11:21.935619 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef30d95-bf0d-48f9-b058-d66f382b65a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae956db8-e6b3-4edf-9ada-c83dace37613,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:21.938062 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36178) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:21.986443 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1637e766-1e75-409c-aaaa-099dcd74811a admin admin] Publish callbacks [] for security_group (ae956db8-e6b3-4edf-9ada-c83dace37613), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.007030 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1637e766-1e75-409c-aaaa-099dcd74811a admin admin] Publish callbacks [] for security_group (ae956db8-e6b3-4edf-9ada-c83dace37613), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.056482 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1637e766-1e75-409c-aaaa-099dcd74811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (ae956db8-e6b3-4edf-9ada-c83dace37613), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.059382 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1637e766-1e75-409c-aaaa-099dcd74811a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.060519 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1637e766-1e75-409c-aaaa-099dcd74811a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae956db8-e6b3-4edf-9ada-c83dace37613 HTTP/1.1" status: 204 len: 168 time: 0.1212354 Mar 10 07:11:22.069689 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637e766-1e75-409c-aaaa-099dcd74811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae956db8-e6b3-4edf-9ada-c83dace37613,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:22.310627 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36184) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:22.323300 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9cf0-e868-48d8-a75c-1ca0992149a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.395824 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9cf0-e868-48d8-a75c-1ca0992149a6 admin admin] Publish callbacks [] for security_group (2930da3c-35fa-41f0-94d1-2ef8323dd926), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.399173 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9cf0-e868-48d8-a75c-1ca0992149a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2930da3c-35fa-41f0-94d1-2ef8323dd926), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.436420 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa9cf0-e868-48d8-a75c-1ca0992149a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2930da3c-35fa-41f0-94d1-2ef8323dd926,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:22.440602 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-d2aa9cf0-e868-48d8-a75c-1ca0992149a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5cf3396a34f43e98a25ff322ac5662a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289783 Mar 10 07:11:22.443195 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36186) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:22.489427 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-feca2386-3f7f-4915-9b43-b74f9d1e7fba admin admin] Publish callbacks [] for security_group (2930da3c-35fa-41f0-94d1-2ef8323dd926), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.509924 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-feca2386-3f7f-4915-9b43-b74f9d1e7fba admin admin] Publish callbacks [] for security_group (2930da3c-35fa-41f0-94d1-2ef8323dd926), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.554735 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-feca2386-3f7f-4915-9b43-b74f9d1e7fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (2930da3c-35fa-41f0-94d1-2ef8323dd926), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.557938 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-feca2386-3f7f-4915-9b43-b74f9d1e7fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.559598 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-feca2386-3f7f-4915-9b43-b74f9d1e7fba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2930da3c-35fa-41f0-94d1-2ef8323dd926 HTTP/1.1" status: 204 len: 168 time: 0.1149836 Mar 10 07:11:22.567544 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca2386-3f7f-4915-9b43-b74f9d1e7fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930da3c-35fa-41f0-94d1-2ef8323dd926,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:22.690578 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f1c38b18-75e9-422d-85b4-619d327174a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.195372 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36208) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:23.286488 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765190780-network', 'tenant_id': 'f8f37e168a8942e9bfe2745e53cb41af'}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:23.305474 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Made reservation on behalf of f8f37e168a8942e9bfe2745e53cb41af for: {'network': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:23.308242 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.317315 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.393831 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks [] for security_group (49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.397437 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.417395 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:11:23.431313 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:23.434337 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (57417315-bbfe-4996-849d-b473acf2d138), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.434673 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.db.segments_db [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Added segment 57417315-bbfe-4996-849d-b473acf2d138 of type vlan for network e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd Mar 10 07:11:23.475626 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.498496 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.499607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:23.502921 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.536088 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3396423 Mar 10 07:11:23.539043 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36212) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:23.543980 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Request body: {'subnet': {'network_id': 'e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765190780-subnet', 'tenant_id': 'f8f37e168a8942e9bfe2745e53cb41af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:23.561988 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Made reservation on behalf of f8f37e168a8942e9bfe2745e53cb41af for: {'subnet': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:23.564461 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14599350'] for subnet (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.564596 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422d3bd-79fa-4858-ad38-4acf82c449e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:23.574401 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:11:23.736900 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14599320'] for subnet (96daad4e-10d3-439c-a0a6-7dbd81f8ed6b), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.789471 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96daad4e-10d3-439c-a0a6-7dbd81f8ed6b,revision_number=0']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:23.797791 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Checking segment: {'id': '57417315-bbfe-4996-849d-b473acf2d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:23.798144 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Network hostable DHCP agents. Network: e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:11:23.814987 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Network e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:11:23.823122 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.scheduler.base_scheduler [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd) {{(pid=109520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:23.828181 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:23.828765 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.832893 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc8f6dc-01b7-4aea-bdb7-bfdb6c0ff3ee None None] Network e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:23.844563 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-a05a8214-fe52-448c-94f4-381c22c7445e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3043556 Mar 10 07:11:23.937525 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34313c-9d1c-4a56-8906-04c245960178 None None] Network e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:24.343918 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36228) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:24.348739 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.v2.base [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794519529-network', 'tenant_id': '701b760d04f040ab9e42ed5eb7639a90'}} {{(pid=109520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:24.366542 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Made reservation on behalf of 701b760d04f040ab9e42ed5eb7639a90 for: {'network': 1} {{(pid=109520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:24.368693 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-857381'] for network (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.380919 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.449852 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks [] for security_group (874c0d74-14e3-4057-ac98-b47b5870ad37), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.453252 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (874c0d74-14e3-4057-ac98-b47b5870ad37), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.472505 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:11:24.486993 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c0d74-14e3-4057-ac98-b47b5870ad37,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:24.489773 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (be8acc19-90a9-4b09-a545-6c433d66e14f), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.490109 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.db.segments_db [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Added segment be8acc19-90a9-4b09-a545-6c433d66e14f of type vlan for network 9eb60781-fd4d-4c2d-8669-e2f5a9453298 Mar 10 07:11:24.526998 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731845362643'] for network (9eb60781-fd4d-4c2d-8669-e2f5a9453298), precommit_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.550794 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501'] for network (9eb60781-fd4d-4c2d-8669-e2f5a9453298), after_create {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.551680 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:24.552244 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.582884 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2378356 Mar 10 07:11:24.585672 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36230) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:24.590607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.v2.base [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Request body: {'subnet': {'network_id': '9eb60781-fd4d-4c2d-8669-e2f5a9453298', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794519529-subnet', 'tenant_id': '701b760d04f040ab9e42ed5eb7639a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:24.610610 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Made reservation on behalf of 701b760d04f040ab9e42ed5eb7639a90 for: {'subnet': 1} {{(pid=109519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:24.612941 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16025377'] for subnet (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.614030 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f82c6-5b42-484e-8eeb-8f6689b525b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb60781-fd4d-4c2d-8669-e2f5a9453298,revision_number=1']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:24.623751 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.plugins.ml2.rpc [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Network 9eb60781-fd4d-4c2d-8669-e2f5a9453298 details requested by agent ovs-agent-dv-cinder-832918-1-iscsi with host dv-cinder-832918-1-iscsi {{(pid=109521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:11:24.780441 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16107075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16025359'] for subnet (0d16562b-d575-4426-aaf6-486ea040aede), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.830779 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d16562b-d575-4426-aaf6-486ea040aede,revision_number=0']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:24.840397 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Checking segment: {'id': 'be8acc19-90a9-4b09-a545-6c433d66e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9eb60781-fd4d-4c2d-8669-e2f5a9453298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:24.840750 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Network hostable DHCP agents. Network: 9eb60781-fd4d-4c2d-8669-e2f5a9453298, hostable agents: ['e53a4326-d878-430b-aed0-8b4a0e393ef6'], hosted agents: [] {{(pid=109519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:11:24.857435 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Network 9eb60781-fd4d-4c2d-8669-e2f5a9453298 is scheduled to be hosted by DHCP agent e53a4326-d878-430b-aed0-8b4a0e393ef6 with binding_index 1 {{(pid=109519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:11:24.865826 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.scheduler.base_scheduler [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832918-1-iscsi, 9eb60781-fd4d-4c2d-8669-e2f5a9453298) {{(pid=109519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:24.869776 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:24.870364 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.874129 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef6e28-4426-43bb-b6b4-c3ed570b60cc None None] Network 9eb60781-fd4d-4c2d-8669-e2f5a9453298 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:24.886799 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-5c7e1897-571b-42cf-ae4f-746996f5ed32 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2999849 Mar 10 07:11:24.968620 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80baf33a-a31f-4546-84d8-a32039280e8a None None] Network 9eb60781-fd4d-4c2d-8669-e2f5a9453298 requested from dv-cinder-832918-1-iscsi {{(pid=109521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:25.058626 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e815071d-5ee8-4da9-aede-ee43be242d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.234275 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:11:26.049237 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.656306 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.953531 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.336519 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36348) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:38.383311 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Deleting subnet 96daad4e-10d3-439c-a0a6-7dbd81f8ed6b {{(pid=109519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:11:38.386456 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Publish callbacks [] for subnet (96daad4e-10d3-439c-a0a6-7dbd81f8ed6b), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.420192 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15904273'] for subnet (96daad4e-10d3-439c-a0a6-7dbd81f8ed6b), precommit_delete_associations {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.459103 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (96daad4e-10d3-439c-a0a6-7dbd81f8ed6b), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.509308 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16107008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16025350'] for subnet (96daad4e-10d3-439c-a0a6-7dbd81f8ed6b), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.534174 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96daad4e-10d3-439c-a0a6-7dbd81f8ed6b,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:38.537842 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for subnet (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.541006 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-7dec00e6-8122-4f03-8907-b2cf4ba3a704 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/96daad4e-10d3-439c-a0a6-7dbd81f8ed6b HTTP/1.1" status: 204 len: 168 time: 0.2034457 Mar 10 07:11:38.543394 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36350) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:38.612607 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.647433 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.691849 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.958077 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd']}} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:38.967370 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57417315-bbfe-4996-849d-b473acf2d138') {'for_net_delete': True} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:38.967664 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.services.segments.db [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57417315-bbfe-4996-849d-b473acf2d138') {} {{(pid=109519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:38.976734 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15904282'] for segment (57417315-bbfe-4996-849d-b473acf2d138), before_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.989858 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (57417315-bbfe-4996-849d-b473acf2d138), precommit_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.995461 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:11:38.995836 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16108766'] for segment (57417315-bbfe-4996-849d-b473acf2d138), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: Traceback (most recent call last): Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: timer() Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: cb(*args, **kw) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: return func(*args, **kwargs) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: self._notify() Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: self.callback(batched_events) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: event.method(event) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: return f(self, *a, **k) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._get(url).json() Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: return self.request(url, 'GET', **kwargs) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:11:38.997436 dv-cinder-832918-1-iscsi neutron-server[109519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:11:39.050103 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd), after_delete {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.055203 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.058707 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd HTTP/1.1" status: 204 len: 168 time: 0.5143943 Mar 10 07:11:39.062241 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36352) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:39.069481 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048b802-f0f2-44c4-84a7-801484bba3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e3186b2a-8cf4-4ec2-8bf9-660486fe1bfd,revision_number=None']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:39.106571 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Deleting subnet 0d16562b-d575-4426-aaf6-486ea040aede {{(pid=109520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:11:39.110331 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Publish callbacks [] for subnet (0d16562b-d575-4426-aaf6-486ea040aede), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.143492 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13509762'] for subnet (0d16562b-d575-4426-aaf6-486ea040aede), precommit_delete_associations {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.180905 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913785'] for subnet (0d16562b-d575-4426-aaf6-486ea040aede), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.241317 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14649485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14599313'] for subnet (0d16562b-d575-4426-aaf6-486ea040aede), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.266209 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d16562b-d575-4426-aaf6-486ea040aede,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:39.269796 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.272875 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-1557fe5b-1ac9-43f7-ab77-7d7beabb1036 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0d16562b-d575-4426-aaf6-486ea040aede HTTP/1.1" status: 204 len: 168 time: 0.2095647 Mar 10 07:11:39.275326 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36354) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:39.338916 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087932'] for network (9eb60781-fd4d-4c2d-8669-e2f5a9453298), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.415981 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887682', 'neutron.services.segments.db._delete_segments_for_network-8731845672982'] for network (9eb60781-fd4d-4c2d-8669-e2f5a9453298), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.437263 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb60781-fd4d-4c2d-8669-e2f5a9453298']}} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:39.446047 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8acc19-90a9-4b09-a545-6c433d66e14f') {'for_net_delete': True} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:39.446335 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.services.segments.db [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8acc19-90a9-4b09-a545-6c433d66e14f') {} {{(pid=109520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:39.455244 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731845674271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13509769'] for segment (be8acc19-90a9-4b09-a545-6c433d66e14f), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.467612 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894'] for segment (be8acc19-90a9-4b09-a545-6c433d66e14f), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.473660 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:11:39.474056 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647891'] for segment (be8acc19-90a9-4b09-a545-6c433d66e14f), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: Traceback (most recent call last): Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: timer() Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: cb(*args, **kw) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: return func(*args, **kwargs) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: self._notify() Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: self.callback(batched_events) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: event.method(event) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: return f(self, *a, **k) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._get(url).json() Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: return self.request(url, 'GET', **kwargs) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:11:39.475785 dv-cinder-832918-1-iscsi neutron-server[109520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:11:39.530000 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595036'] for network (9eb60781-fd4d-4c2d-8669-e2f5a9453298), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.535835 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679507'] for network (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.539113 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] 10.222.0.35 "DELETE /v2.0/networks/9eb60781-fd4d-4c2d-8669-e2f5a9453298 HTTP/1.1" status: 204 len: 168 time: 0.2628613 Mar 10 07:11:39.549880 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c985e-52e6-43a7-ba2f-a8588ca2945c admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb60781-fd4d-4c2d-8669-e2f5a9453298,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:39.690822 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36358) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:39.728519 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-da362721-f1fe-4d73-904a-6b53bb77a445 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8f37e168a8942e9bfe2745e53cb41af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365756 Mar 10 07:11:39.730774 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36360) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:39.775995 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-03766b7f-4084-49fa-a586-aa036b69b634 admin admin] Publish callbacks [] for security_group (49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.796419 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-03766b7f-4084-49fa-a586-aa036b69b634 admin admin] Publish callbacks [] for security_group (49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.842743 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-03766b7f-4084-49fa-a586-aa036b69b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.845892 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-03766b7f-4084-49fa-a586-aa036b69b634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:39.847116 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-03766b7f-4084-49fa-a586-aa036b69b634 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09 HTTP/1.1" status: 204 len: 168 time: 0.1155088 Mar 10 07:11:39.855097 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03766b7f-4084-49fa-a586-aa036b69b634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f67bf5-3d2d-42e3-b7f0-2acd44dd5a09,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:40.146748 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36366) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:40.184592 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-67d45cca-b8e5-4e50-9d22-ca9f2e1fafb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=701b760d04f040ab9e42ed5eb7639a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367396 Mar 10 07:11:40.187416 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36368) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:40.236400 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a172-b97f-4764-ba0d-d62eef9be745 admin admin] Publish callbacks [] for security_group (874c0d74-14e3-4057-ac98-b47b5870ad37), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:40.258079 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a172-b97f-4764-ba0d-d62eef9be745 admin admin] Publish callbacks [] for security_group (874c0d74-14e3-4057-ac98-b47b5870ad37), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:40.303373 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a172-b97f-4764-ba0d-d62eef9be745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (874c0d74-14e3-4057-ac98-b47b5870ad37), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:40.305974 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a172-b97f-4764-ba0d-d62eef9be745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:40.307092 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-b6b6a172-b97f-4764-ba0d-d62eef9be745 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/874c0d74-14e3-4057-ac98-b47b5870ad37 HTTP/1.1" status: 204 len: 168 time: 0.1188345 Mar 10 07:11:40.315379 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6a172-b97f-4764-ba0d-d62eef9be745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c0d74-14e3-4057-ac98-b47b5870ad37,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:52.692272 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-098f0f52-229d-4331-a854-243a4b9f0e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:55.039828 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-38bd0a9f-9603-47eb-b46f-6ccc3f4d478d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:56.051832 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:57.659106 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:58.958112 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:02.234080 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:12:08.648781 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:12.971546 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.wsgi [-] (109519) accepted ('10.222.0.35', 36572) {{(pid=109519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:13.071124 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.144638 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Publish callbacks [] for security_group (9d2e811f-0a0c-4092-8552-7d0af59ec104), precommit_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.148237 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron_lib.callbacks.manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9d2e811f-0a0c-4092-8552-7d0af59ec104), after_create {{(pid=109519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.185364 dv-cinder-832918-1-iscsi neutron-server[109519]: INFO neutron.wsgi [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e16c69dbaf641db9c9b78dc46ca6283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127731 Mar 10 07:12:13.186205 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e811f-0a0c-4092-8552-7d0af59ec104,revision_number=1']} {{(pid=109519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:13.188095 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.wsgi [-] (109520) accepted ('10.222.0.35', 36576) {{(pid=109520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:13.193216 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.193567 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.193908 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.194242 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.194569 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.194896 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.195224 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.195550 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.195874 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.196199 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.196522 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.196842 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.197187 dv-cinder-832918-1-iscsi neutron-server[109519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98061462-576f-4c3d-b253-96ab1accf2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.235555 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Publish callbacks [] for security_group (9d2e811f-0a0c-4092-8552-7d0af59ec104), before_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.256047 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Publish callbacks [] for security_group (9d2e811f-0a0c-4092-8552-7d0af59ec104), precommit_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.301476 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788486'] for security_group (9d2e811f-0a0c-4092-8552-7d0af59ec104), after_delete {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.304125 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.305261 dv-cinder-832918-1-iscsi neutron-server[109520]: INFO neutron.wsgi [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d2e811f-0a0c-4092-8552-7d0af59ec104 HTTP/1.1" status: 204 len: 168 time: 0.1161785 Mar 10 07:12:13.312715 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e811f-0a0c-4092-8552-7d0af59ec104,revision_number=None']} {{(pid=109520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:13.319635 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.319981 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.320321 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.320677 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.321035 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.321348 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.321679 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.321996 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.322314 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.322637 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.322953 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.323266 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:13.323574 dv-cinder-832918-1-iscsi neutron-server[109520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a1077-9001-46f8-b726-cfb24782772c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832918-1-iscsi {{(pid=109520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:22.693049 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-23668357-9735-4709-850d-57ac0cb38b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.041231 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-4e2f22e8-b4da-45d5-a3d3-5232083f780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:26.055160 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.663449 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.959816 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:38.662237 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:39.232550 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:12:52.697541 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-9f72b611-47cb-41b1-a07a-19aac538d7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:55.041354 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-8856a00b-bddf-4534-a748-332140ce6fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.058330 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.664862 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:58.960646 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:08.662443 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:16.231968 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:13:22.698985 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e61a074f-e5d7-45b4-8d05-4ba96ab51631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:25.042512 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-b4591553-7069-4c07-ad7b-e3c06e7cea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:26.064210 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:27.667094 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:28.961808 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.665332 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:52.701771 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a93e08c3-0df1-489b-b92d-7b1ab4c73ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:53.230887 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:13:55.045033 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7198-f364-49de-9baf-d57be8461f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:56.065334 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:57.669992 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:58.962863 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.662370 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:22.702947 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-662df208-b26c-4014-827a-3bddeb95863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:25.045668 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-3163ec5c-3d3f-42df-90dd-43fb88edc2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:26.067971 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:27.673646 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:28.963539 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:30.230928 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:14:38.678614 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.707718 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-c1d089ad-dcf6-4258-9e58-996c7418ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:55.046993 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5e60-c0b2-4368-b4d1-ecf7c104cf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:56.070345 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:57.678092 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:58.965182 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:07.230055 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:15:08.676594 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:22.709787 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-35c579b9-1274-40a0-a2c4-e725adc9f371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:25.050318 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-1c771695-3660-471c-8838-de9ad94fa434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:26.074048 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:27.679815 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:28.968962 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:38.694151 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:44.229973 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:15:52.711119 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-007133d2-6ecc-4172-a9f3-29fb8198c018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:55.051217 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ea6658bb-e671-4762-8a8b-581cfd85ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:56.076253 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:57.683623 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:58.972438 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:08.711529 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:21.228664 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:16:22.712246 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-688ff350-09fe-45bc-9a02-5f10628f59b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.052628 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-fe7b93b5-47a9-4b96-be6e-2f3ce167a4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:26.079301 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:27.685412 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:28.979398 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:38.710201 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:52.713196 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-e9971bc5-30fa-49c2-b034-9d09d7c48779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:55.054487 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-a289b134-f6ea-4d11-9761-8d100d60a2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:56.081740 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:57.688919 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:58.227110 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:16:58.977074 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:08.714860 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:22.715600 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-16e33fde-25c7-4ff8-9afc-bd69863e285e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (e53a4326-d878-430b-aed0-8b4a0e393ef6), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.055902 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-02238107-9815-4a7c-9a13-ff334139f7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (b7d50f70-b81a-4d7b-ad23-f26e83c15f68), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.085194 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-f31c7519-251d-48d7-affd-c9291dd8f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (7d23d9c3-4c16-4755-aa2c-4ab87050d99a), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:27.692603 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-2d157f95-dd24-4ba0-92bb-29a2d6cdb7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (39bbc120-f82f-4530-8cdc-360baff0e605), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.969313 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-ebf19655-0133-4bb5-9293-6f16112f2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (4ead4903-8b6c-42f5-9418-9a81469cda46), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:35.226902 dv-cinder-832918-1-iscsi neutron-server[109522]: DEBUG neutron.db.agents_db [None req-b92dd1b5-c81c-4eac-a797-d43ebf5f82fb None None] Agent healthcheck: found 6 active agents {{(pid=109522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:17:38.712132 dv-cinder-832918-1-iscsi neutron-server[109521]: DEBUG neutron_lib.callbacks.manager [None req-32a4d26f-f622-480f-b1df-93d4890df2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731845672964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888457'] for agent (9c1a9eda-db41-483c-bbab-2f55c6b2d283), after_update {{(pid=109521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}